-- Logs begin at Fri 2021-09-17 15:07:55 UTC, end at Fri 2021-09-17 16:23:34 UTC. -- Sep 17 15:54:39.732623 dv-cinder-809206-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 15:54:42.521588 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.common.config [-] Logging enabled! Sep 17 15:54:42.522197 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 15:54:42.522355 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 15:54:42.525636 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.common.config [-] Logging enabled! Sep 17 15:54:42.525891 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 15:54:42.526204 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 15:54:42.527158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:54:42.527394 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:54:42.527761 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:54:42.528007 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:54:42.528235 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:54:42.528576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.528876 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.529169 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.529399 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.529693 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.529981 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.530263 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.530550 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.530847 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.531130 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.531409 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.531691 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.531922 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.532201 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.532513 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.532801 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.533028 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] debug = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.533306 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.533726 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.534135 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.534414 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.534700 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.534975 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.535247 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.535518 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.535840 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.536168 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] host = dv-cinder-809206-2-iscsi {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.536469 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.536754 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.537037 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.537321 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.537592 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.537864 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.538145 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.538415 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.538687 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.538958 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.539245 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.539525 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.539810 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.540033 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.540253 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.541102 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.541384 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.541795 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.542075 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.542350 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.542622 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.542896 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.543162 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.543447 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.543731 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.544015 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.544310 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.544587 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.544858 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.545129 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.545411 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.545687 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.545957 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.546228 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.546514 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.546780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.547052 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.547353 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.547634 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.547914 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.548195 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.548497 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.548777 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.549048 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.549316 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.549584 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_json = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.549853 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.550120 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.550395 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.550663 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.550931 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.551200 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.551468 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.551748 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:42.552040 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.552353 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.552651 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.552971 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.553266 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.553545 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.553833 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.554110 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.554396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.554680 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.554966 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.555245 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.555530 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.555810 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.556100 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.557170 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.557472 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.557759 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.558033 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.558306 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.558577 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.558851 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.559134 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.559408 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.559692 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.559976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.560254 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.560562 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.560854 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.561143 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.561414 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.561689 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.561976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.562294 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.562522 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.562794 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.563079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.563351 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.563619 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.563896 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.564170 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.564482 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.564776 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.565053 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.565340 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.565613 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.565880 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.566146 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.566424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.566694 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.566974 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.567249 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.567517 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.567784 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.568056 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.568347 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.568619 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.568891 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.569158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.569429 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.569697 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.569965 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.570235 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.570501 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.570769 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.571035 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.571301 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.571573 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.571904 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.572219 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.572685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.572957 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.573230 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.573514 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.573811 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.574089 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.574369 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.574647 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.574932 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.575198 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.575472 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.575749 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.576027 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.576323 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.576622 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.576906 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.577196 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.577569 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.577866 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.578171 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.578454 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.578740 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.579020 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.579299 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.579583 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.579865 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.580156 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.580490 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.580783 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.581073 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.581365 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.581642 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.581948 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.582227 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:42.582445 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:54:42.582692 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 15:54:42.940481 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 15:54:42.940697 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 15:54:42.940964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 15:54:42.941299 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 15:54:43.340692 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.340992 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.341267 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.342658 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.342936 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.343204 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.379532 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.379874 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.380079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.396178 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.396487 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.396865 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.426158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.426435 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.426702 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.465735 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.466011 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.466281 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.700797 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.701424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.701424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.701683 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.702203 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.829085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.829403 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.829684 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.829955 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.830221 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.830531 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.830790 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.831051 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.831307 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.831588 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.831845 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.832107 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.832388 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.832643 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.832897 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.833159 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.833412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.833676 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.833944 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.834202 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.834473 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.834726 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.835010 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.835391 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.835644 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.835892 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.836305 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.836552 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.836791 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.837066 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.837304 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.838111 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:43.838599 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 15:54:43.841748 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 15:54:43.845896 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 15:54:43.849527 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 17 15:54:43.851169 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 15:54:43.851623 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 15:54:43.851962 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 15:54:43.852378 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 15:54:43.855353 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 15:54:43.855603 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 15:54:43.855952 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 15:54:43.861316 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 15:54:43.883390 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 15:54:43.883849 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.884151 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 15:54:43.885180 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.886580 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 15:54:43.887022 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 15:54:43.887269 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 15:54:43.890616 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.890908 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:43.955920 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 15:54:43.956098 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 15:54:43.956343 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 15:54:43.956729 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 15:54:43.980062 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_db.sqlalchemy.engines [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 15:54:44.719904 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing driver for type 'gre' Sep 17 15:54:44.720919 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] gre ID ranges: [(1, 1000)] Sep 17 15:54:44.948500 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing driver for type 'local' Sep 17 15:54:44.948834 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing driver for type 'vlan' Sep 17 15:54:45.080012 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] VlanTypeDriver initialization complete Sep 17 15:54:45.080400 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing driver for type 'vxlan' Sep 17 15:54:45.081036 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] vxlan ID ranges: [(1, 1000)] Sep 17 15:54:45.302849 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing extension driver 'port_security' Sep 17 15:54:45.303190 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.extensions.port_security [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] PortSecurityExtensionDriver initialization complete Sep 17 15:54:45.303523 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing mechanism driver 'openvswitch' Sep 17 15:54:45.303851 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing mechanism driver 'hyperv' Sep 17 15:54:45.323181 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.plugin [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:54:45.323873 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.324250 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.324638 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.325205 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.325639 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.325989 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.326405 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.326730 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.327137 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.327490 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.327832 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.328227 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.328651 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.329002 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.329341 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.329885 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.330336 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.330642 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.330989 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.331379 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.331784 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > address_group after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.332130 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > address_group after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.332504 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.332894 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:54:45.333272 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] ML2 OVO RPC backend initialized. {{(pid=94417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 15:54:45.333979 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.334335 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.334752 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.335099 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > networks before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.335445 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.335787 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > ports before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.336127 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.336518 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnets before_response 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.336843 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.337184 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.338171 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.338584 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.338926 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.339262 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.339594 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.339933 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.340269 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.340873 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.plugin [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Modular L2 Plugin initialization complete Sep 17 15:54:45.341216 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading services supported by the core plugin {{(pid=94417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 15:54:45.341536 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.plugins.ml2.managers [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Got port-security extension from driver 'port_security' Sep 17 15:54:45.341999 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.extensions.vlantransparent [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Disabled vlantransparent extension. Sep 17 15:54:45.342490 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 15:54:45.342805 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: router Sep 17 15:54:45.387578 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.387998 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_create 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.388396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router before_create 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.388774 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.389158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.389523 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_delete 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.389898 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.390257 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.390623 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_create 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.390977 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.391334 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.391690 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.392054 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.392502 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.392883 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.393230 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.393573 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: subnet after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.393915 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.394267 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.394633 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_create 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.394979 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.395324 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.395684 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router after_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.396295 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.396673 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_create 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.397039 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.397391 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_update 55549900 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.397760 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > agent after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.398116 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > agent after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.398467 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > network after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.399352 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Tracking information for resource: router configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:45.399693 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Tracking information for resource: floatingip configured {{(pid=94417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:54:45.404883 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.db.l3_agentschedulers_db [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 15:54:45.405470 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.405837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.406196 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.406554 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: port after_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.407358 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router before_create 55550100 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.407730 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.408098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_create 55550100 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.408493 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > router precommit_update 55550100 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.413296 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.provider_configuration [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service providers = [] {{(pid=94417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 15:54:45.413664 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.db.servicetype_db [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 15:54:45.417198 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.service_base [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:54:45.417550 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.service_base [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:54:45.417898 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.service_base [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:54:45.418812 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.services.service_base [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:54:45.419233 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.services.service_base [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 15:54:45.419597 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.419922 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 15:54:45.430866 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.431208 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: auto_allocate Sep 17 15:54:45.437921 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: network precommit_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.438312 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: network precommit_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.438847 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.439172 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: tag Sep 17 15:54:45.445821 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.446152 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: timestamp Sep 17 15:54:45.450491 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.450819 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: network_ip_availability Sep 17 15:54:45.456429 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.456813 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.457179 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.457918 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.458241 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: flavors Sep 17 15:54:45.463279 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.463610 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading Plugin: revisions Sep 17 15:54:45.468008 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:54:45.468446 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=94417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 15:54:45.469219 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 15:54:45.469559 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Initializing extension manager. Sep 17 15:54:45.470076 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: __init__.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.470422 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: __pycache__ {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.470761 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.471097 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: address_group.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.471881 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.472506 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: address-group Sep 17 15:54:45.472833 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: address_scope.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.473769 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.474286 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: address-scope Sep 17 15:54:45.474615 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.475563 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.476074 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: router-admin-state-down-before-update Sep 17 15:54:45.476456 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: agent.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.477148 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.477656 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: agent Sep 17 15:54:45.477973 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: agent_resources_synced.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.479575 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.480098 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: agent-resources-synced Sep 17 15:54:45.480461 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: allowedaddresspairs.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.482359 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.482889 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: allowed-address-pairs Sep 17 15:54:45.483218 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: auto_allocated_topology.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.484340 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.484857 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: auto-allocated-topology Sep 17 15:54:45.485181 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: availability_zone.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.485883 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.486388 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: availability_zone Sep 17 15:54:45.486710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: availability_zone_filter.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.487626 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.488137 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: availability_zone_filter Sep 17 15:54:45.488497 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: data_plane_status.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.489425 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.489937 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 15:54:45.490259 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: default_subnetpools.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.491204 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.491713 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: default-subnetpools Sep 17 15:54:45.492038 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.492934 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.493442 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: dhcp_agent_scheduler Sep 17 15:54:45.493810 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: dns.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.495555 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.496066 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 15:54:45.496434 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: dns_domain_ports.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.497381 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.497886 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 15:54:45.498218 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.499159 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.499672 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 15:54:45.499996 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: dvr.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.500720 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.501230 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: dvr Sep 17 15:54:45.501556 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: ecmp_routes.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.502521 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.503027 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 15:54:45.503347 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: empty_string_filtering.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.504272 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.504807 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: empty-string-filtering Sep 17 15:54:45.505129 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.506056 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.506562 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 15:54:45.506884 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.507818 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.508352 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 15:54:45.508678 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: external_net.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.509657 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.510164 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: external-net Sep 17 15:54:45.510577 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.511507 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.512014 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: extra_dhcp_opt Sep 17 15:54:45.512368 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: extraroute.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.513292 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.513794 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: extraroute Sep 17 15:54:45.514112 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: extraroute_atomic.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.515168 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.515674 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: extraroute-atomic Sep 17 15:54:45.515999 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: filter_validation.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.516728 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.517232 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: filter-validation Sep 17 15:54:45.517553 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: fip_pf_description.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.518470 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.518972 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 15:54:45.519291 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: fip_port_details.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.520227 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.521009 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: fip-port-details Sep 17 15:54:45.521339 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: flavors.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.522586 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.523104 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: flavors Sep 17 15:54:45.523431 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.525343 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.525955 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 15:54:45.526285 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: floatingip_pools.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.527000 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.527519 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: floatingip-pools Sep 17 15:54:45.527845 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: ip_allocation.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.528827 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.529336 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 15:54:45.529664 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.530603 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.531111 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: ip-substring-filtering Sep 17 15:54:45.531435 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l2_adjacency.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.532407 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.532941 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 15:54:45.533231 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.534415 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.534934 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: router Sep 17 15:54:45.535254 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: ext-gw-mode Sep 17 15:54:45.540471 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.541737 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.542250 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: l3-ha Sep 17 15:54:45.542574 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3_flavors.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.543502 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.544014 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: l3-flavors Sep 17 15:54:45.544358 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.545285 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.545792 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 15:54:45.546113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: l3agentscheduler.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.547199 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.547706 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: l3_agent_scheduler Sep 17 15:54:45.548031 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: logging.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.549582 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.550112 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension logging not supported by any of loaded plugins Sep 17 15:54:45.550454 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: metering.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.551202 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.551798 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: metering Sep 17 15:54:45.552126 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.553302 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.553828 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: metering_source_and_destination_fields Sep 17 15:54:45.554163 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: multiprovidernet.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.555110 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.555625 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: multi-provider Sep 17 15:54:45.555947 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: netmtu.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.557505 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.558022 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: net-mtu Sep 17 15:54:45.558343 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: netmtu_writable.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.559279 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.559790 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: net-mtu-writable Sep 17 15:54:45.560123 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: network_availability_zone.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.560845 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.561348 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: network_availability_zone Sep 17 15:54:45.561672 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: network_ip_availability.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.562809 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.563323 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: network-ip-availability Sep 17 15:54:45.563653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: network_segment_range.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.564513 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.565022 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 15:54:45.565346 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: pagination.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.566337 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.566664 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: pagination Sep 17 15:54:45.566987 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: port_device_profile.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.567908 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.568465 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: port-device-profile Sep 17 15:54:45.568857 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.569722 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.570235 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: port-mac-address-regenerate Sep 17 15:54:45.570559 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.571475 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.572011 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: port-numa-affinity-policy Sep 17 15:54:45.572369 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: port_resource_request.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.573442 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.573949 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 15:54:45.574270 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: portbindings.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.575209 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.575716 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: binding Sep 17 15:54:45.576040 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: portbindings_extended.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.577371 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.577889 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: binding-extended Sep 17 15:54:45.578217 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: portsecurity.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.579148 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.579680 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: port-security Sep 17 15:54:45.580001 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: project_id.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.581068 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.581348 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: project-id Sep 17 15:54:45.581675 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: providernet.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.582611 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.583125 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: provider Sep 17 15:54:45.583450 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.587028 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.588088 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos not supported by any of loaded plugins Sep 17 15:54:45.588465 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.589741 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.590239 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 15:54:45.590572 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.591503 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.592015 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 15:54:45.592369 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_default.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.593294 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.593808 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-default not supported by any of loaded plugins Sep 17 15:54:45.594133 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_fip.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.594795 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.595302 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 15:54:45.595625 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_gateway_ip.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.596589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.597104 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 15:54:45.597443 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_port_network_policy.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.598347 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.598857 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 15:54:45.599181 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_pps_rule.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.600399 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.600916 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 15:54:45.601242 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_rule_type_details.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.602163 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.602677 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 15:54:45.602998 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: qos_rules_alias.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.604703 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.605221 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 15:54:45.605547 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: quotasv2.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.606513 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.606846 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: quotas Sep 17 15:54:45.607173 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: quotasv2_detail.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.610514 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.610854 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: quota_details Sep 17 15:54:45.611188 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: rbac.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.612262 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.612821 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: rbac-policies Sep 17 15:54:45.613154 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: rbac_address_group.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.614092 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.614609 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: rbac-address-group Sep 17 15:54:45.614936 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: rbac_address_scope.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.615867 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.616420 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: rbac-address-scope Sep 17 15:54:45.616748 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: rbac_security_groups.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.617674 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.618184 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: rbac-security-groups Sep 17 15:54:45.618509 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: rbac_subnetpool.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.619463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.619975 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: rbac-subnetpool Sep 17 15:54:45.620334 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: revisionifmatch.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.621277 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.621789 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: revision-if-match Sep 17 15:54:45.622112 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: revisions.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.623231 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.623746 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: standard-attr-revisions Sep 17 15:54:45.624082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: router_availability_zone.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.624795 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.625307 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: router_availability_zone Sep 17 15:54:45.625630 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: routerservicetype.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.626553 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.627061 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 15:54:45.627389 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.628345 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.628861 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: security-groups-normalized-cidr Sep 17 15:54:45.629186 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.630112 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.630627 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: port-security-groups-filtering Sep 17 15:54:45.630951 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.631876 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.632430 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: security-groups-remote-address-group Sep 17 15:54:45.632758 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: securitygroup.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.643828 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.644392 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: security-group Sep 17 15:54:45.644728 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: segment.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.645550 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.646316 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension segment not supported by any of loaded plugins Sep 17 15:54:45.646641 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.647603 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.648118 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 15:54:45.648481 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: servicetype.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.649689 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.650755 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: service-type Sep 17 15:54:45.651085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: sorting.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.652076 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.652443 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: sorting Sep 17 15:54:45.652770 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: standard_attr_segment.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.653716 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.654236 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 15:54:45.654561 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: standardattrdescription.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.655216 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.655724 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: standard-attr-description Sep 17 15:54:45.656048 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: stateful_security_group.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.657010 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.657529 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: stateful-security-group Sep 17 15:54:45.657853 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: stdattrs_common.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.658443 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 15:54:45.658764 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.659717 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.660234 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 15:54:45.660585 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnet_onboard.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.661682 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.662203 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: subnet_onboard Sep 17 15:54:45.662531 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.663466 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.663978 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 15:54:45.664323 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnet_service_types.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.665267 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.666398 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: subnet-service-types Sep 17 15:54:45.666696 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnetallocation.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.667796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.668332 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: subnet_allocation Sep 17 15:54:45.668663 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.669338 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.669878 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: subnetpool-prefix-ops Sep 17 15:54:45.670181 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.671121 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.671629 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 15:54:45.671953 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: tagging.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.673098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.673630 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: standard-attr-tag Sep 17 15:54:45.673957 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: timestamp.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.675158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.675681 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loaded extension: standard-attr-timestamp Sep 17 15:54:45.676012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: trunk.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.677084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.677606 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension trunk not supported by any of loaded plugins Sep 17 15:54:45.677936 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: trunk_details.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.678867 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.679386 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 15:54:45.679720 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: uplink_status_propagation.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.680683 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.681228 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 15:54:45.681662 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Loading extension file: vlantransparent.py {{(pid=94417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:54:45.682484 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:54:45.682997 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 15:54:45.685493 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:network Sep 17 15:54:45.686044 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnet Sep 17 15:54:45.686450 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:54:45.686856 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:port Sep 17 15:54:45.688118 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.688612 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service FLAVORS assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.689262 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.689694 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.690034 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:router Sep 17 15:54:45.690470 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 15:54:45.690971 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service METERING assigned prefix: /metering {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.692461 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.692838 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.693199 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:54:45.694228 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 15:54:45.694688 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:security_group Sep 17 15:54:45.695119 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 15:54:45.695703 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service CORE assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.696034 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:54:45.696415 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] subnetpool is already registered Sep 17 15:54:45.697011 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service CORE assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.697281 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:54:45.697618 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] subnetpool is already registered Sep 17 15:54:45.699913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.700383 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service FLAVORS assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.700991 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.701419 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.701754 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:router Sep 17 15:54:45.702092 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] router is already registered Sep 17 15:54:45.702504 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 15:54:45.702842 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] floatingip is already registered Sep 17 15:54:45.703299 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service METERING assigned prefix: /metering {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.703976 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 15:54:45.704329 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] rbac_policy is already registered Sep 17 15:54:45.704749 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:security_group Sep 17 15:54:45.705087 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] security_group is already registered Sep 17 15:54:45.705484 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 15:54:45.705822 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] security_group_rule is already registered Sep 17 15:54:45.706447 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service CORE assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.706773 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:54:45.707113 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] subnetpool is already registered Sep 17 15:54:45.707532 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.v2.resource_helper [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Service CORE assigned prefix: {{(pid=94417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:54:45.707863 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:54:45.708195 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING neutron.quota.resource_registry [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] subnetpool is already registered Sep 17 15:54:45.708675 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: extensions {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.710182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: address-groups {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.711665 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: address-scopes {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.713645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: agents {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.714801 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: auto-allocated-topology {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.716076 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: availability_zones {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.717333 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: dhcp-networks {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.718889 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: dhcp-agents {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.720338 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: routers {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.722591 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: flavors {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.723756 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: service_profiles {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.724995 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: next_providers {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.726463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: service_profiles {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.728004 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: floatingip-pools {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.729826 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: routers {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.731953 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: floatingips {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.733272 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: l3-routers {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.734674 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: l3-agents {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.736097 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: metering-labels {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.737504 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: metering-label-rules {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.738791 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: network-ip-availabilities {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.740090 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: bindings {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.742806 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: quotas {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.744536 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: quotas {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.746070 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: rbac-policies {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.747282 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: security-groups {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.748609 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: security-group-rules {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.749893 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: service-providers {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.751098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: subnetpools {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.752580 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: subnetpools {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.754051 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.755732 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.757605 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.759445 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.761383 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.763237 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.764984 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.766906 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.768725 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.770480 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron.api.extensions [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Extended resource: tags {{(pid=94417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:54:45.777487 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING keystonemiddleware.auth_token [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 15:54:45.782324 dv-cinder-809206-2-iscsi neutron-server[94417]: WARNING keystonemiddleware.auth_token [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 15:54:45.791541 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Acquired lock "singleton_lock" {{(pid=94417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 15:54:45.792209 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_concurrency.lockutils [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Releasing lock "singleton_lock" {{(pid=94417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 15:54:45.792902 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Starting 2 workers Sep 17 15:54:45.797808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Started child 94528 {{(pid=94417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:54:45.802396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Started child 94529 {{(pid=94417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:54:45.803622 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.804258 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO neutron.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 15:54:45.804751 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Notify callbacks [] for process, before_spawn {{(pid=94417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.805357 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [-] (94528) wsgi starting up on http://0.0.0.0:9696 Sep 17 15:54:45.807077 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.807561 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Starting 1 workers Sep 17 15:54:45.808452 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [-] (94529) wsgi starting up on http://0.0.0.0:9696 Sep 17 15:54:45.812811 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Started child 94530 {{(pid=94417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:54:45.813376 dv-cinder-809206-2-iscsi neutron-server[94417]: INFO oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Starting 1 workers Sep 17 15:54:45.816860 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] calling RpcWorker wait() {{(pid=94530) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 15:54:45.817440 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] returning from RpcWorker wait() {{(pid=94530) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 15:54:45.818046 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Started child 94531 {{(pid=94417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:54:45.818776 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.818913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG neutron_lib.callbacks.manager [None req-e196bf68-a220-43cb-9eb8-f56672aa5944 None None] Notify callbacks [] for process, after_spawn {{(pid=94417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.819383 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:54:45.820923 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 15:54:45.821158 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:54:45.821318 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:54:45.821538 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:54:45.821887 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:54:45.822055 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:54:45.822570 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.822895 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.823233 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.823410 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.823967 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.823967 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.824387 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.824631 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.824870 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.825162 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.825417 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.825593 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.825763 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.826355 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.826355 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.826721 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.826815 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.827063 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.827320 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.827596 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.827741 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.828019 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.828265 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.828564 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] debug = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.828824 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.829316 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.829542 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.829792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.830041 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.830335 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.830560 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.830817 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.831143 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.831283 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.831549 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.831807 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.832059 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.832274 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.832531 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.832873 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.833008 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.833472 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] host = dv-cinder-809206-2-iscsi {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.833712 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.833929 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.834187 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.834418 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.834664 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.834897 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.835164 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.835408 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.835663 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.835902 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.836156 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.836425 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.836662 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.836907 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.837087 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_options = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.837328 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.838161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.838432 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.838722 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.838896 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.839203 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.839361 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.839501 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.839700 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.839949 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.840175 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.840415 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.840653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.840869 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.841163 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.841412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.841628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.841920 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.842092 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.842354 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.842584 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.842812 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.843059 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.843266 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.843485 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.843731 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.843974 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.844217 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.844459 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.844693 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.854803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.856113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_json = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.857224 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.858710 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.860997 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.861589 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.862964 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.863417 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.863417 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.863417 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.863651 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.863868 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.864105 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.864359 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.864597 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.864855 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.865110 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.865333 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.865549 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.865764 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.866002 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.866261 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.866591 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.866922 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.867122 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:54:45.867264 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.867407 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.867626 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.867884 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.868103 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.868341 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.868564 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.868834 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.869066 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.869320 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.869586 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.869803 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.870026 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.870254 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.870489 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.870728 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.870944 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.871264 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.871390 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.871638 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.871863 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.872078 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.872327 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.872569 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.872808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.873023 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.873297 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.873616 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.873874 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.874131 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.874369 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.874606 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.874840 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.875087 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.875321 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.875557 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.875796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.876048 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.876302 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.876556 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.876780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.876998 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.877261 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.877478 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.877797 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.877956 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.878239 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.878597 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.878971 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.879300 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.879669 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.880045 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.880961 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.880961 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.880961 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.881332 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.881332 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.881505 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.881812 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.882072 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.882363 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.882615 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.882881 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.883142 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.883375 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.883626 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.884687 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.885594 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.885594 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.885594 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.885902 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.886089 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.886351 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.886596 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.886945 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.887237 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.887431 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.887677 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.887943 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.888184 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.888475 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.889299 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.895706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.896539 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.897248 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.897534 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.897768 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.898025 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.898274 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.898555 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.898811 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.899082 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.899303 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.899555 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.899777 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.900798 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.901090 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.901090 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.901584 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.901584 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.901824 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.902058 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.902291 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.902521 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.902930 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.903097 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.903236 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.903575 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.903832 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.904062 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.904346 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.904542 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.904779 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.905030 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.905277 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.905466 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.905685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.905899 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.906156 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.906391 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.906644 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.906886 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.907116 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.907374 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.907610 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.907862 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.908316 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.908483 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.908640 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.908867 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.909289 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.909405 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.909575 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.909747 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.909954 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.910171 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.910380 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.910587 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.910808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.911014 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.911242 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.911428 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.911638 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.911839 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.912058 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.912380 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.912585 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.912806 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.913038 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.913244 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.913462 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.913666 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.913869 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.914085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.914296 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.914552 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.914730 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.914933 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.915135 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.915348 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.915557 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.916411 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.916808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.917060 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.917279 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.917578 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.917827 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.918069 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.918320 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.918634 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.918845 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.919081 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.919387 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.919540 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.919729 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.919961 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.920275 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.920578 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.920817 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.921067 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.921365 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.921637 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.921907 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.922115 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.922413 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.922733 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.922996 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.923242 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.923468 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.923718 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.923952 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.924165 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.924559 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.929741 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.929741 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930043 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 39816) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930140 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:54:45.930882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.931463 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.932796 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] debug = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933183 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933337 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933337 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933483 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933743 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933934 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.933934 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934211 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934363 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934512 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934660 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.934957 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935105 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935266 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935408 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] host = dv-cinder-809206-2-iscsi {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935558 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935714 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.935869 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936040 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936191 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936365 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936506 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936665 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936821 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.936976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937132 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937293 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937423 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937573 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937722 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_options = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.937873 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938021 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938170 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938351 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938507 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938658 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938807 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.938957 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939107 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939257 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939409 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939560 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939711 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.939860 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940009 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940168 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940344 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940503 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940648 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.940882 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941113 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941219 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941373 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941528 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941684 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941839 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.941995 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.942149 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.942304 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.942458 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.942941 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0129893 Sep 17 15:54:45.943455 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.943626 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.943808 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.943977 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944127 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944314 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944410 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944575 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944715 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.944974 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.945073 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.945167 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.945597 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.945753 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.945913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946067 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_json = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.946792 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.947853 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.947853 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.947853 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:54:45.948167 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.948167 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.948354 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.949872 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.950117 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.950271 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.950429 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.950720 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.950874 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951009 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951141 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951267 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951672 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.951672 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952085 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952432 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952432 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.952706 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953003 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953003 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953289 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953289 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953630 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953630 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.953630 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954098 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954565 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954565 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.954565 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955013 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955013 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955013 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955679 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955679 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955955 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.955955 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.956396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.956396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.956396 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957079 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.957780 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958308 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958308 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958308 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958704 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958704 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.958704 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959131 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959131 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959131 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959533 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959533 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959533 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959832 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.959832 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.960045 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.960155 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.960262 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.967939 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.968636 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969176 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.969645 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970083 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.970576 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971006 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.971913 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972128 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972208 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972385 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972512 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972666 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972817 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.972966 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.973132 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.973287 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.973446 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.973603 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976412 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.976976 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.977401 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.977401 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.977857 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978051 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978246 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978809 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978809 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978809 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.978809 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979243 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979243 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979509 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979509 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979643 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979843 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.979936 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980104 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980261 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980488 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980587 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980747 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.980904 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981084 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981245 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981423 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981596 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981819 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.981978 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.982165 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983096 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983478 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983478 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983606 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983671 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983836 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.983947 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984107 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984263 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984455 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984614 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984772 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.984930 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.985837 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.986685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.986685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.986685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.986685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.986685 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987424 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987915 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987915 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987915 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.987915 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988280 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988280 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988431 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988521 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988679 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.988836 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989002 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989160 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989316 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989474 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989630 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989787 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.989953 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990114 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990271 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990437 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990650 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990812 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.990971 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.992012 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997161 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.997628 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998182 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:54:45.998653 dv-cinder-809206-2-iscsi neutron-server[94417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:54:46.022202 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:54:58.012338 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88f34b-e306-410b-a453-6f887389e425 None None] get_active_networks_info from dv-cinder-809206-2-iscsi {{(pid=94530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 15:54:58.126174 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88f34b-e306-410b-a453-6f887389e425 None None] No non-hosted networks {{(pid=94530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 15:54:58.133877 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.agentschedulers_db [None req-7c88f34b-e306-410b-a453-6f887389e425 None None] DHCP Agent not found on host dv-cinder-809206-2-iscsi {{(pid=94530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 15:54:58.187527 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3633-bfa3-43e0-ab54-6512b83f2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:00.624979 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d57023c4-9277-433b-8acd-5ecfb2cf0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:00.652974 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.db.api [None req-1105caaa-5914-4d67-9302-13ffee2034d1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809206-2-iscsi {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 15:55:00.653495 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG oslo_db.api [None req-1105caaa-5914-4d67-9302-13ffee2034d1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 15:55:01.176588 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1105caaa-5914-4d67-9302-13ffee2034d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:01.487645 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:01.492764 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.494129 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.494885 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.495633 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.497089 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.497564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.498339 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.499662 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.500258 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.505035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.505035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.505035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:01.505035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809206-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:01.526373 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809206-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:01.640771 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:03.800960 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:04.950547 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 39916) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:05.470762 dv-cinder-809206-2-iscsi neutron-server[94529]: WARNING oslo_policy.policy [None req-bfe793e9-8e55-44ba-b42d-e8a773402725 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:05.471391 dv-cinder-809206-2-iscsi neutron-server[94529]: WARNING oslo_policy.policy [None req-bfe793e9-8e55-44ba-b42d-e8a773402725 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:05.700190 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [None req-bfe793e9-8e55-44ba-b42d-e8a773402725 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:55:05.701303 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-bfe793e9-8e55-44ba-b42d-e8a773402725 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7497938 Sep 17 15:55:06.902332 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.db.l3_hamode_db [None req-9340280c-4540-4467-8a10-b7d2896690a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 15:55:06.983502 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340280c-4540-4467-8a10-b7d2896690a9 None None] Routers set() bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:55:06.983891 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340280c-4540-4467-8a10-b7d2896690a9 None None] Router IDs set() for agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 15:55:08.141221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39930) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:08.646093 dv-cinder-809206-2-iscsi neutron-server[94528]: WARNING oslo_policy.policy [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:08.646928 dv-cinder-809206-2-iscsi neutron-server[94528]: WARNING oslo_policy.policy [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:08.882267 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:08.977122 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.policy [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94528) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 15:55:09.021958 dv-cinder-809206-2-iscsi neutron-server[94528]: WARNING oslo_policy.policy [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:09.022328 dv-cinder-809206-2-iscsi neutron-server[94528]: WARNING oslo_policy.policy [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:55:09.031441 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.quota [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] Loaded quota_driver: . Sep 17 15:55:09.183586 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789372310677', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789372310200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789372322753', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789372324517', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789371755309', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789372345642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1527940', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1353626', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716076'] for rbac-policy, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:09.331899 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:09.333365 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b50a919f-4d53-49a4-9bdc-9129d3cd2e90 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1900349 Sep 17 15:55:12.007194 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39948) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:12.304873 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Request body: {'network': {'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'name': 'private'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:12.389544 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Made reservation on behalf of 7326a5538e8e4d85878548b7b697382b for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:55:12.392520 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.411261 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.535282 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.612575 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.632157 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:55:12.660192 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789370585236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.660822 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Unsubscribe: segment precommit_create {{(pid=94528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 15:55:12.661378 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Added segment 068ee217-56d4-4f4d-a0f7-452beec71614 of type vlan for network 31f0c538-2b9d-4e17-89e8-33232cc83406 Sep 17 15:55:12.678309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20292bd6-e7ca-43d1-ac96-17d00d95aa70,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:12.705141 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.706552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.706552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.706552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.706552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.706932 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.707199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.707531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.707875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.708200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.708550 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.708872 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Tracked resource versions report: Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: pushed versions: Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: { 'AddressGroup': {'1.2'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'ConntrackHelper': {'1.0'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Log': {'1.0'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Network': {'1.1'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Port': {'1.7'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'PortForwarding': {'1.2'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'QosPolicy': {'1.9'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroup': {'1.4'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SubPort': {'1.0'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Subnet': {'1.1'}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Trunk': {'1.1'}} Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: consumer versions: Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'ConntrackHelper': '1.0', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Log': '1.0', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Network': '1.1', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Port': '1.7', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'PortForwarding': '1.2', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'QosPolicy': '1.9', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroup': '1.4', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroupRule': '1.2', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SubPort': '1.0', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Subnet': '1.1', Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Trunk': '1.1'}} Sep 17 15:55:12.710037 dv-cinder-809206-2-iscsi neutron-server[94528]: {{(pid=94528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:55:12.799046 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.915168 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.917140 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:12.917801 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:13.014085 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] Pushing event updated for resources: {'Network': ['ID=31f0c538-2b9d-4e17-89e8-33232cc83406,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:13.026215 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:55:13.141447 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8ee71aeb-399f-4a52-9eb4-8fce3b039dbf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1250441 Sep 17 15:55:15.879591 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39962) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:16.282600 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c05fd-7eae-4678-bdd0-44792e441f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:16.283972 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-122c05fd-7eae-4678-bdd0-44792e441f7f admin admin] 10.222.0.59 "GET /v2.0/networks/31f0c538-2b9d-4e17-89e8-33232cc83406 HTTP/1.1" status: 200 len: 825 time: 0.4033802 Sep 17 15:55:16.309397 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cf1be9b5-4d34-4e65-9942-28323653b533 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7 HTTP/1.1" status: 200 len: 734 time: 0.0192943 Sep 17 15:55:16.318800 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:16.383506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Made reservation on behalf of 7326a5538e8e4d85878548b7b697382b for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:55:16.385942 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:16.750119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:16.824014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c196e05e-733a-4538-9a39-1edd5ae2baff,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:16.827857 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Checking segment: {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:55:16.828270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Network hostable DHCP agents. Network: 31f0c538-2b9d-4e17-89e8-33232cc83406, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:55:16.920968 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:55:17.041740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 31f0c538-2b9d-4e17-89e8-33232cc83406) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:17.046639 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:17.047268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:17.051448 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904c14c-e3b4-49b3-b1ce-4693155998bc None None] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:55:17.145090 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e37c497c-176d-429b-8875-00fd312c2b82 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8296371 Sep 17 15:55:17.377327 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-31f0c538-2b9d-4e17-89e8-33232cc83406', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:55:17.378636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:17.661952 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Allocated IP 172.20.0.2 (31f0c538-2b9d-4e17-89e8-33232cc83406/c196e05e-733a-4538-9a39-1edd5ae2baff/aa74c03a-7197-4ccc-9aba-ae26d7b2524c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:55:17.897833 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:18.126746 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:18.235777 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:55:18.245940 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:18.249466 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:55:18.293803 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Pushing event updated for resources: {'Port': ['ID=aa74c03a-7197-4ccc-9aba-ae26d7b2524c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:18.321361 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.321784 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.322056 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.323178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.323525 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.323864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.324195 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.324553 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.325092 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.325466 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.325794 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.326119 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Tracked resource versions report: Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: pushed versions: Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: { 'AddressGroup': {'1.2'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'ConntrackHelper': {'1.0'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Log': {'1.0'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Network': {'1.1'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Port': {'1.7'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'PortForwarding': {'1.2'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'QosPolicy': {'1.9'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroup': {'1.4'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SubPort': {'1.0'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Subnet': {'1.1'}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Trunk': {'1.1'}} Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: consumer versions: Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'ConntrackHelper': '1.0', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Log': '1.0', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Network': '1.1', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Port': '1.7', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'PortForwarding': '1.2', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'QosPolicy': '1.9', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroup': '1.4', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroupRule': '1.2', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SubPort': '1.0', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Subnet': '1.1', Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Trunk': '1.1'}} Sep 17 15:55:18.327260 dv-cinder-809206-2-iscsi neutron-server[94530]: {{(pid=94530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:55:18.357554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Attempting to bind port aa74c03a-7197-4ccc-9aba-ae26d7b2524c on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:55:18.357953 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Attempting to bind port aa74c03a-7197-4ccc-9aba-ae26d7b2524c by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:55:18.358378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Attempting to bind port aa74c03a-7197-4ccc-9aba-ae26d7b2524c on network 31f0c538-2b9d-4e17-89e8-33232cc83406 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:55:18.363378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:55:18.363786 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Checking segment: {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:55:18.364259 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:18.364677 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Bound using segment: {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:55:18.365247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Bound port: aa74c03a-7197-4ccc-9aba-ae26d7b2524c, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:55:18.365734 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:18.445503 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] For port aa74c03a-7197-4ccc-9aba-ae26d7b2524c, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:55:18.445503 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] For port aa74c03a-7197-4ccc-9aba-ae26d7b2524c, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=aa74c03a-7197-4ccc-9aba-ae26d7b2524c,segment=NetworkSegment(068ee217-56d4-4f4d-a0f7-452beec71614),segment_id=068ee217-56d4-4f4d-a0f7-452beec71614)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:55:18.521730 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:18.588640 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1a503-c806-4666-96ac-c529376895e4 None None] Pushing event updated for resources: {'Port': ['ID=aa74c03a-7197-4ccc-9aba-ae26d7b2524c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:19.677645 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39970) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:20.031919 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [None req-e9c5ccce-9199-4f20-98ff-8e3d01303dde admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:55:20.033487 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e9c5ccce-9199-4f20-98ff-8e3d01303dde admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3548157 Sep 17 15:55:22.570200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39978) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:22.909414 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [None req-da973c47-8eb8-4cf2-8259-3fad2be25e9d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:55:22.915631 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-da973c47-8eb8-4cf2-8259-3fad2be25e9d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3394232 Sep 17 15:55:25.638185 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 39988) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:25.954263 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Request body: {'router': {'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:26.047379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:26.049025 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:26.191917 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:26.288021 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:26.366217 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:26.367382 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-26026606-9951-412e-b7f1-89c7443a89cd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7280610 Sep 17 15:55:26.983908 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device aa74c03a-7197-4ccc-9aba-ae26d7b2524c up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:55:27.080829 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port aa74c03a-7197-4ccc-9aba-ae26d7b2524c triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:27.081536 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:27.196185 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:27.232130 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port aa74c03a-7197-4ccc-9aba-ae26d7b2524c, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=aa74c03a-7197-4ccc-9aba-ae26d7b2524c,segment=NetworkSegment(068ee217-56d4-4f4d-a0f7-452beec71614),segment_id=068ee217-56d4-4f4d-a0f7-452beec71614)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:55:27.265453 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190980ba-9bb4-46ed-932f-dbc187f4a13d None None] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:55:27.374624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:27.426177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-796031dd-068e-4dc6-9a00-75cf7cfd0aa1 None None] Provisioning complete for port aa74c03a-7197-4ccc-9aba-ae26d7b2524c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:27.426763 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-796031dd-068e-4dc6-9a00-75cf7cfd0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:27.473701 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=aa74c03a-7197-4ccc-9aba-ae26d7b2524c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:27.688254 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0efbf8c5-74d5-4b98-875d-25d112b47615 None None] Provisioning complete for port aa74c03a-7197-4ccc-9aba-ae26d7b2524c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:27.688655 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0efbf8c5-74d5-4b98-875d-25d112b47615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:27.984342 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0364f83-de81-4e42-8474-efda16dbe42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:28.858247 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40002) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:28.922825 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device aa74c03a-7197-4ccc-9aba-ae26d7b2524c up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:55:28.969961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port aa74c03a-7197-4ccc-9aba-ae26d7b2524c triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:28.970322 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:29.190702 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [None req-56ba535f-4f71-4704-923a-d55f79d5c028 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:55:29.191847 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-56ba535f-4f71-4704-923a-d55f79d5c028 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3325493 Sep 17 15:55:30.618592 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4da30239-d4b9-47d8-a2af-1f6e437eafcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:31.544417 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:31.625357 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40010) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:31.641731 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:31.893452 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:55:31.946450 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:32.024543 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Made reservation on behalf of 5c0db13f03984cdbb9ff89c3a3c66fce for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:55:32.028041 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.036386 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.124927 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.196229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.212223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 15:55:32.234449 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46033b1-8cf7-4fc4-9a61-bc15c4bdb06a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:32.238189 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.238569 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Added segment 321039c5-7fcc-4575-b2b9-088f90fc88bd of type flat for network 5608b960-c80c-42ba-b423-de331f5a0d76 Sep 17 15:55:32.285847 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.418421 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.419398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:32.419984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:32.482403 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5608b960-c80c-42ba-b423-de331f5a0d76,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:32.492357 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 5608b960-c80c-42ba-b423-de331f5a0d76 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:55:32.545732 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-91aed7e3-2c70-4b5d-aa5a-cc39bd1416d7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9192400 Sep 17 15:55:33.755829 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:35.024279 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40028) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:35.202748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e875edc-28dc-4827-99e2-1f4d4680bc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:35.204136 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8e875edc-28dc-4827-99e2-1f4d4680bc23 admin admin] 10.222.0.59 "GET /v2.0/subnets/c196e05e-733a-4538-9a39-1edd5ae2baff HTTP/1.1" status: 200 len: 849 time: 0.1788549 Sep 17 15:55:35.340593 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-428ae2f7-9564-4d5f-b0e0-6819c49915ca admin admin] 10.222.0.59 "GET /v2.0/routers/db7c9aca-f72c-42d4-9fb4-876a5b29b995 HTTP/1.1" status: 200 len: 704 time: 0.1300635 Sep 17 15:55:35.621454 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:35.934898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Allocated IP 172.20.0.1 (31f0c538-2b9d-4e17-89e8-33232cc83406/c196e05e-733a-4538-9a39-1edd5ae2baff/26ff3e55-ade6-4c52-9967-8e9af3aa66d4) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:55:36.142500 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.299017 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.368719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:55:36.378433 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:36.387044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:55:36.387612 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.445621 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Pushing event updated for resources: {'Port': ['ID=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:36.540624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-85b94b42-4979-4768-b1f7-82905d653144 None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:36.541977 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85b94b42-4979-4768-b1f7-82905d653144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.574905 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-85b94b42-4979-4768-b1f7-82905d653144 None None] Port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:55:36.662909 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.873183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.960790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:36.961608 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:37.019124 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Pushing event updated for resources: {'Port': ['ID=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:37.086161 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:55:37.087651 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:37.297310 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ea6d25d3-e7e0-4a16-8af2-0e10670c5cd6 None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:37.297726 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea6d25d3-e7e0-4a16-8af2-0e10670c5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:37.327186 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Router db7c9aca-f72c-42d4-9fb4-876a5b29b995 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:55:37.332704 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d25d3-e7e0-4a16-8af2-0e10670c5cd6 None None] Port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:55:37.421351 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:55:37.426897 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0b1bc43a-c671-48f4-835d-f46cb25b3957 admin admin] 10.222.0.59 "PUT /v2.0/routers/db7c9aca-f72c-42d4-9fb4-876a5b29b995/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0804842 Sep 17 15:55:37.443916 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Sync routers for ids ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:55:37.459377 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Routers {'db7c9aca-f72c-42d4-9fb4-876a5b29b995'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:55:37.460258 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T15:55:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:37.650846 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Set router db7c9aca-f72c-42d4-9fb4-876a5b29b995 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:55:38.098298 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:36Z', 'revision_number': 2, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port_host': None, '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:36Z', 'revision_number': 2, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:38.151754 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Checking router: db7c9aca-f72c-42d4-9fb4-876a5b29b995 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:55:38.152129 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Updating router db7c9aca-f72c-42d4-9fb4-876a5b29b995 port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:55:38.201376 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:38.740182 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:38.812182 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:38.959434 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Pushing event updated for resources: {'Port': ['ID=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:38.988939 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.989292 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.989633 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.989964 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.990367 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.990622 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.990947 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.991268 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.991622 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.991945 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.992264 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.992624 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Tracked resource versions report: Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: pushed versions: Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: { 'AddressGroup': {'1.2'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'ConntrackHelper': {'1.0'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Log': {'1.0'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Network': {'1.1'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Port': {'1.7'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'PortForwarding': {'1.2'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'QosPolicy': {'1.9'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroup': {'1.4'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SubPort': {'1.0'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Subnet': {'1.1'}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Trunk': {'1.1'}} Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: consumer versions: Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'ConntrackHelper': '1.0', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Log': '1.0', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Network': '1.1', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Port': '1.7', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'PortForwarding': '1.2', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'QosPolicy': '1.9', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroup': '1.4', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroupRule': '1.2', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SubPort': '1.0', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Subnet': '1.1', Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Trunk': '1.1'}} Sep 17 15:55:38.993796 dv-cinder-809206-2-iscsi neutron-server[94531]: {{(pid=94531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:55:39.001949 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Attempting to bind port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:55:39.002354 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Attempting to bind port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:55:39.002803 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Attempting to bind port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 on network 31f0c538-2b9d-4e17-89e8-33232cc83406 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:55:39.008979 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:55:39.009447 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Checking segment: {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:55:39.010038 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.010364 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Bound using segment: {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:55:39.010841 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Bound port: 26ff3e55-ade6-4c52-9967-8e9af3aa66d4, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068ee217-56d4-4f4d-a0f7-452beec71614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:55:39.011242 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.062912 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c3cc2938-9b3e-4b99-ae54-b755e3f084c9 None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:39.063561 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2938-9b3e-4b99-ae54-b755e3f084c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.083364 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] For port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:55:39.097180 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc2938-9b3e-4b99-ae54-b755e3f084c9 None None] Port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:55:39.105951 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] For port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,segment=NetworkSegment(068ee217-56d4-4f4d-a0f7-452beec71614),segment_id=068ee217-56d4-4f4d-a0f7-452beec71614)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:55:39.195733 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.257319 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Routers {'db7c9aca-f72c-42d4-9fb4-876a5b29b995'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:55:39.257956 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T15:55:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:39.260405 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b74dd-2eb6-46ca-9d22-5fc93f0c17e6 None None] Pushing event updated for resources: {'Port': ['ID=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:39.356130 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] Set router db7c9aca-f72c-42d4-9fb4-876a5b29b995 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:55:39.422171 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:39.422540 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.503883 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.542750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] For port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,segment=NetworkSegment(068ee217-56d4-4f4d-a0f7-452beec71614),segment_id=068ee217-56d4-4f4d-a0f7-452beec71614)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:55:39.573027 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:36Z', 'revision_number': 2, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port_host': None, '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:39Z', 'revision_number': 4, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:39.604695 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56728c-0dcd-4fbd-bb2f-d73efdbd4b1e None None] The sync data for ids ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'] in dv-cinder-809206-2-iscsi is: [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:36Z', 'revision_number': 2, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port_host': None, '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:39Z', 'revision_number': 4, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:55:39.635601 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.702840 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406c6ea-4f3b-4d6a-89ef-415c797eec5f None None] Pushing event updated for resources: {'Port': ['ID=26ff3e55-ade6-4c52-9967-8e9af3aa66d4,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:39.742275 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40048) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:39.865079 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32eb05-8c0f-49ca-9baf-fcede063c1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:39.866734 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4a32eb05-8c0f-49ca-9baf-fcede063c1a6 admin admin] 10.222.0.59 "GET /v2.0/networks/5608b960-c80c-42ba-b423-de331f5a0d76 HTTP/1.1" status: 200 len: 842 time: 0.1228743 Sep 17 15:55:39.877441 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'cidr': '172.27.2.0/24'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:40.029231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Made reservation on behalf of 5c0db13f03984cdbb9ff89c3a3c66fce for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:55:40.031714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:40.477268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.objects.ports [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94528) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 15:55:40.477713 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:40.537758 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3573e93-2d85-4685-b1bf-5cb670780f34,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:40.547276 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:55:40.547639 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Network hostable DHCP agents. Network: 5608b960-c80c-42ba-b423-de331f5a0d76, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:55:40.657775 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:55:40.744147 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 5608b960-c80c-42ba-b423-de331f5a0d76) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:40.748801 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:40.749399 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:40.754307 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db059040-2aad-4ab1-8c47-5c3d2ea64074 None None] Network 5608b960-c80c-42ba-b423-de331f5a0d76 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:55:40.818813 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-32e94797-03e8-4568-b739-f653b820b540 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9449074 Sep 17 15:55:40.890700 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb59db-41b7-4ee9-bf2b-2d75d0a4f999 None None] Network 5608b960-c80c-42ba-b423-de331f5a0d76 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:55:43.181955 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40056) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:43.314911 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9530eb1e-e4a6-483b-b87a-eee4b6453fad admin admin] 10.222.0.59 "GET /v2.0/routers/db7c9aca-f72c-42d4-9fb4-876a5b29b995 HTTP/1.1" status: 200 len: 710 time: 0.1318343 Sep 17 15:55:43.401158 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68e665-3223-44f1-a4c0-46ccf3b48819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:43.402440 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9a68e665-3223-44f1-a4c0-46ccf3b48819 admin admin] 10.222.0.59 "GET /v2.0/networks/5608b960-c80c-42ba-b423-de331f5a0d76 HTTP/1.1" status: 200 len: 886 time: 0.0815985 Sep 17 15:55:43.412082 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:55:43.659375 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:43.968471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.048645 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.157023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Allocated IP 172.27.2.9 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:55:44.267531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.366763 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.404844 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:55:44.407687 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:55:44.415804 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:55:44.419517 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Pushing event updated for resources: {'Port': ['ID=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:44.864974 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.970034 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:55:45.030536 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:45.030919 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:45.089985 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-470704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:45.093613 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-470715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-470690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-458763'] for router, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:45.211447 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Router db7c9aca-f72c-42d4-9fb4-876a5b29b995 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:55:45.330165 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:55:45.334353 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:45.335576 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ef6a04f0-3fe7-4806-a981-bd545d7fb47d admin admin] 10.222.0.59 "PUT /v2.0/routers/db7c9aca-f72c-42d4-9fb4-876a5b29b995 HTTP/1.1" status: 200 len: 888 time: 1.9268329 Sep 17 15:55:46.247050 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Sync routers for ids ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:55:46.259010 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Routers {'db7c9aca-f72c-42d4-9fb4-876a5b29b995'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:55:46.260278 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T15:55:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:46.480394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Set router db7c9aca-f72c-42d4-9fb4-876a5b29b995 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:55:46.938919 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:44Z', 'revision_number': 4, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port': {'id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:44Z', 'updated_at': '2021-09-17T15:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:39Z', 'revision_number': 5, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:46.993562 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Checking router: db7c9aca-f72c-42d4-9fb4-876a5b29b995 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:55:46.993951 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Updating router db7c9aca-f72c-42d4-9fb4-876a5b29b995 port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:55:47.042862 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.393782 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.446267 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.585755 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Attempting to bind port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:55:47.586127 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Attempting to bind port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:55:47.587081 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Attempting to bind port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:55:47.600551 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:55:47.600927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:55:47.601338 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.601733 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:55:47.602510 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Bound port: bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:55:47.603173 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.605740 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fbd1c-230d-457a-81fe-9469d720d7c2 None None] Pushing event updated for resources: {'Port': ['ID=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:47.663730 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] For port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:55:47.667503 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] For port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:55:47.814710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40068) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:55:47.817418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:47.877502 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fbd1c-230d-457a-81fe-9469d720d7c2 None None] Pushing event updated for resources: {'Port': ['ID=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:47.880467 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Routers {'db7c9aca-f72c-42d4-9fb4-876a5b29b995'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:55:47.881415 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T15:55:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:47.941772 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9bfd99ea-5937-4026-9c74-d83fd037857e admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1257091 Sep 17 15:55:48.002309 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] Set router db7c9aca-f72c-42d4-9fb4-876a5b29b995 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:55:48.238378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:44Z', 'revision_number': 4, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port': {'id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:44Z', 'updated_at': '2021-09-17T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:39Z', 'revision_number': 5, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:55:48.265798 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6cca-f0de-4f25-93ac-c9adf35dec55 None None] The sync data for ids ['db7c9aca-f72c-42d4-9fb4-876a5b29b995'] in dv-cinder-809206-2-iscsi is: [{'id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'name': 'router1', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:55:26Z', 'updated_at': '2021-09-17T15:55:44Z', 'revision_number': 4, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'gw_port': {'id': 'bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:44Z', 'updated_at': '2021-09-17T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '26ff3e55-ade6-4c52-9967-8e9af3aa66d4', 'name': '', 'network_id': '31f0c538-2b9d-4e17-89e8-33232cc83406', 'tenant_id': '7326a5538e8e4d85878548b7b697382b', 'mac_address': 'fa:16:3e:77:7f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c9aca-f72c-42d4-9fb4-876a5b29b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:55:35Z', 'updated_at': '2021-09-17T15:55:39Z', 'revision_number': 5, 'project_id': '7326a5538e8e4d85878548b7b697382b', 'subnets': [{'id': 'c196e05e-733a-4538-9a39-1edd5ae2baff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe401ac5-3ca4-4723-9e5b-dd7ba7cb68d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:55:48.994625 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:55:49.050804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:49.051193 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:49.135474 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:49.158063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:55:49.245939 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:49.295476 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:55:50.959301 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:55:51.020839 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port bed21ec4-1ca8-4f54-8bab-3222e5a6b5cf triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:55:51.021287 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:57.982287 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af612076-6026-4839-9b16-6c1727bc7e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:00.679803 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e40405bd-4b65-4b4b-8eca-102e6a4b46da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:01.552363 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:01.581797 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:03.799174 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:08.894048 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:56:27.990873 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57970988-455f-4b54-ae71-63bda9026dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:30.950243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31480a1d-f9c9-470c-8dca-436ae9277bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:31.482145 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:31.610022 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:33.767707 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:45.894179 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:56:57.976698 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb57424-6147-4cfb-804e-50f62916d0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:00.605493 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-326c01bc-b605-4f1b-b828-be8388512695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:01.473699 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:01.611469 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:03.753778 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:22.894289 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:57:27.974703 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe136d75-012d-4be6-bbe2-d227b4d84154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:28.802902 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40630) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:28.901631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a1a38e-088d-4a74-a89e-7864fd55781d admin admin] GET failed (client error): The resource could not be found. Sep 17 15:57:28.903246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-70a1a38e-088d-4a74-a89e-7864fd55781d admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0994251 Sep 17 15:57:29.177643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.policy [None req-19129040-85cc-4bf9-a1b1-d43a8896e50f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94529) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 15:57:29.222621 dv-cinder-809206-2-iscsi neutron-server[94529]: WARNING oslo_policy.policy [None req-19129040-85cc-4bf9-a1b1-d43a8896e50f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:57:29.222997 dv-cinder-809206-2-iscsi neutron-server[94529]: WARNING oslo_policy.policy [None req-19129040-85cc-4bf9-a1b1-d43a8896e50f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:57:29.231101 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19129040-85cc-4bf9-a1b1-d43a8896e50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:29.232841 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-19129040-85cc-4bf9-a1b1-d43a8896e50f admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3248465 Sep 17 15:57:30.626072 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1199730-4724-4e63-84ce-e881d940dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.460311 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40642) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:31.494964 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.589639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887b99e-f273-4c11-aac0-aaf5fa82974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:31.590898 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-2887b99e-f273-4c11-aac0-aaf5fa82974d admin admin] 10.222.0.59 "GET /v2.0/subnets/c196e05e-733a-4538-9a39-1edd5ae2baff HTTP/1.1" status: 200 len: 849 time: 0.1296132 Sep 17 15:57:31.597885 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.601819 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:57:31.688634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.889507 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789370543364'] for subnet, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.960348 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:31.960977 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:31.962542 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] 10.222.0.59 "PUT /v2.0/subnets/c196e05e-733a-4538-9a39-1edd5ae2baff HTTP/1.1" status: 200 len: 868 time: 0.3643405 Sep 17 15:57:31.973630 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c196e05e-733a-4538-9a39-1edd5ae2baff,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:57:31.980078 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83031f4-f244-41a0-b27c-c92980b6ae0e None None] Network 31f0c538-2b9d-4e17-89e8-33232cc83406 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:57:31.983637 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.983996 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.984371 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.985369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.985804 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.986158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.986496 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.986828 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.987172 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.987502 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.987825 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.988148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bef2e5-d92c-43ef-b6ac-5364db1717d3 admin admin] Tracked resource versions report: Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: pushed versions: Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: { 'AddressGroup': {'1.2'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'ConntrackHelper': {'1.0'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Log': {'1.0'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Network': {'1.1'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Port': {'1.7'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'PortForwarding': {'1.2'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'QosPolicy': {'1.9'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroup': {'1.4'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SubPort': {'1.0'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Subnet': {'1.1'}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Trunk': {'1.1'}} Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: consumer versions: Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'ConntrackHelper': '1.0', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Log': '1.0', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Network': '1.1', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Port': '1.7', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'PortForwarding': '1.2', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'QosPolicy': '1.9', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroup': '1.4', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroupRule': '1.2', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SubPort': '1.0', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Subnet': '1.1', Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Trunk': '1.1'}} Sep 17 15:57:31.989534 dv-cinder-809206-2-iscsi neutron-server[94529]: {{(pid=94529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:57:32.391238 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-8d5fe79b-b648-4b30-b123-5b862ccf9c60 None None] Provisioning complete for port 26ff3e55-ade6-4c52-9967-8e9af3aa66d4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:57:32.391548 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe79b-b648-4b30-b123-5b862ccf9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:32.477844 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-8d5fe79b-b648-4b30-b123-5b862ccf9c60 None None] Provisioning complete for port aa74c03a-7197-4ccc-9aba-ae26d7b2524c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:57:32.478110 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe79b-b648-4b30-b123-5b862ccf9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:33.763820 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:34.206773 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40654) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:34.409123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef1c83-a5d7-4137-85b4-2b3efa6a96f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:34.409521 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef1c83-a5d7-4137-85b4-2b3efa6a96f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:34.411095 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cbef1c83-a5d7-4137-85b4-2b3efa6a96f9 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033732 Sep 17 15:57:36.627541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40664) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:36.761159 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec612b-6ef0-4d99-8967-70bdabd884ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:36.761647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec612b-6ef0-4d99-8967-70bdabd884ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:36.763483 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1bec612b-6ef0-4d99-8967-70bdabd884ba admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349916 Sep 17 15:57:38.982852 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40672) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:39.202959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16dc77-a313-4e10-875f-67380ce74163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:39.204310 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7a16dc77-a313-4e10-875f-67380ce74163 admin admin] 10.222.0.59 "GET /v2.0/networks/31f0c538-2b9d-4e17-89e8-33232cc83406 HTTP/1.1" status: 200 len: 869 time: 0.2204900 Sep 17 15:57:41.428977 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40680) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:41.553168 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cccea-4d69-461f-bc00-bf726ca9caae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:41.554560 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-917cccea-4d69-461f-bc00-bf726ca9caae admin admin] 10.222.0.59 "GET /v2.0/networks/5608b960-c80c-42ba-b423-de331f5a0d76 HTTP/1.1" status: 200 len: 886 time: 0.1246378 Sep 17 15:57:43.799829 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40688) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:43.923607 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e544b6-fe02-43d9-b4b3-cc7ffb3614e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:43.924059 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e544b6-fe02-43d9-b4b3-cc7ffb3614e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:43.925622 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-33e544b6-fe02-43d9-b4b3-cc7ffb3614e3 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247339 Sep 17 15:57:46.149143 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40696) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:46.239550 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a436ef2-25c1-40eb-8bcf-d958ecb0e785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:46.246623 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a436ef2-25c1-40eb-8bcf-d958ecb0e785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:46.246623 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7a436ef2-25c1-40eb-8bcf-d958ecb0e785 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915108 Sep 17 15:57:48.490417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40704) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:48.582248 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352ed99-b972-4f03-8fac-e70df564523c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:48.583487 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3352ed99-b972-4f03-8fac-e70df564523c admin admin] 10.222.0.59 "GET /v2.0/subnets/c196e05e-733a-4538-9a39-1edd5ae2baff HTTP/1.1" status: 200 len: 868 time: 0.0921392 Sep 17 15:57:50.820659 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40712) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:57:50.908596 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb7ce1-3fbe-47d5-9497-80b2394c9b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:50.909956 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-68fb7ce1-3fbe-47d5-9497-80b2394c9b76 admin admin] 10.222.0.59 "GET /v2.0/subnets/e3573e93-2d85-4685-b1bf-5cb670780f34 HTTP/1.1" status: 200 len: 816 time: 0.0882750 Sep 17 15:57:57.990524 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ae25322-5dd1-4b8a-8321-b7a099bccbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:59.893080 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:58:00.590059 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-74d3c318-f16b-43b4-9d93-7cc62a9af9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:01.476154 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:01.625176 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:03.767722 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:15.112360 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40766) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:15.161237 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [None req-d0d29829-578a-49f3-a0ea-aeac4b97e414 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:58:15.162227 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d0d29829-578a-49f3-a0ea-aeac4b97e414 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489030 Sep 17 15:58:17.478586 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40774) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:17.542328 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.pecan_wsgi.hooks.translation [None req-af48de0f-c747-4f8e-920d-56b83134eb1e admin admin] GET failed (client error): The resource could not be found. Sep 17 15:58:17.543645 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-af48de0f-c747-4f8e-920d-56b83134eb1e admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641308 Sep 17 15:58:17.629462 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd893f-c8b2-4918-8a9e-1bf19719dace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:17.630824 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-11cd893f-c8b2-4918-8a9e-1bf19719dace admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824964 Sep 17 15:58:19.869747 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40782) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:19.919199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:58:19.995178 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Made reservation on behalf of 5c0db13f03984cdbb9ff89c3a3c66fce for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:58:19.997564 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:20.027435 dv-cinder-809206-2-iscsi neutron-server[94528]: WARNING neutron.services.revisions.revision_plugin [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Could not find related network for resource to bump revision. Sep 17 15:58:20.039087 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:58:20.047963 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:20.048234 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Added segment 3a4baf85-a18c-4c5a-ac31-0c695f1a4288 of type vlan for network c0e81fe0-5141-41b8-8941-937e8f500658 Sep 17 15:58:20.102056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:20.195501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:20.196597 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:20.197177 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:20.261682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e81fe0-5141-41b8-8941-937e8f500658,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:20.270157 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.270535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.270886 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.271228 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.271596 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.271949 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.272308 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.272644 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.272979 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.273309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.273637 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.273964 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:20.285858 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network c0e81fe0-5141-41b8-8941-937e8f500658 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:58:20.322678 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e50cb0fe-73eb-486a-8f0d-a808bf97cd21 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4514539 Sep 17 15:58:22.589368 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40790) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:22.650796 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4153af47-f6c6-420c-acb9-adb2ba0c2366 admin admin] GET failed (client error): The resource could not be found. Sep 17 15:58:22.652111 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4153af47-f6c6-420c-acb9-adb2ba0c2366 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618532 Sep 17 15:58:22.752239 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e15acd-7af6-44e6-afed-0a193e1938b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:22.753755 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-15e15acd-7af6-44e6-afed-0a193e1938b5 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0968695 Sep 17 15:58:22.765351 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Request body: {'subnet': {'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:58:22.863800 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Made reservation on behalf of 5c0db13f03984cdbb9ff89c3a3c66fce for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:58:22.866241 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:23.166920 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:23.223703 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69204fc8-cba1-451e-b80b-d9c4fa54a3c4,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:23.234995 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Checking segment: {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:58:23.249619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Network hostable DHCP agents. Network: c0e81fe0-5141-41b8-8941-937e8f500658, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:58:23.355015 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Network c0e81fe0-5141-41b8-8941-937e8f500658 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:58:23.423912 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, c0e81fe0-5141-41b8-8941-937e8f500658) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:58:23.428249 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:23.428884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:23.434809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e28ed-517d-43f9-9abb-dd3008f5d990 None None] Network c0e81fe0-5141-41b8-8941-937e8f500658 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:58:23.561920 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d4139780-d970-4d2c-8539-ee383111eb5e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8008347 Sep 17 15:58:23.580557 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-c0e81fe0-5141-41b8-8941-937e8f500658', 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658', 'tenant_id': '5c0db13f03984cdbb9ff89c3a3c66fce', 'fixed_ips': [{'subnet_id': '69204fc8-cba1-451e-b80b-d9c4fa54a3c4'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:58:23.581497 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:23.726579 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Allocated IP 192.168.233.2 (c0e81fe0-5141-41b8-8941-937e8f500658/69204fc8-cba1-451e-b80b-d9c4fa54a3c4/be415058-c610-4cb8-bf89-7a2672ec7239) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:58:23.878686 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:23.984888 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:24.022673 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Network c0e81fe0-5141-41b8-8941-937e8f500658 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:58:24.025578 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:58:24.027978 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:58:24.040240 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Pushing event updated for resources: {'Port': ['ID=be415058-c610-4cb8-bf89-7a2672ec7239,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:24.067791 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.068188 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.068554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.068889 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.069214 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.069542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.069865 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.070229 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.070566 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.070933 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.071245 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.071560 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:24.105727 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Attempting to bind port be415058-c610-4cb8-bf89-7a2672ec7239 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:58:24.106096 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Attempting to bind port be415058-c610-4cb8-bf89-7a2672ec7239 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:58:24.106442 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Attempting to bind port be415058-c610-4cb8-bf89-7a2672ec7239 on network c0e81fe0-5141-41b8-8941-937e8f500658 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:58:24.112695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:58:24.113054 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Checking segment: {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:58:24.113443 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:24.113818 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Bound using segment: {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:58:24.114284 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Bound port: be415058-c610-4cb8-bf89-7a2672ec7239, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:58:24.114674 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:24.181732 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] For port be415058-c610-4cb8-bf89-7a2672ec7239, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:58:24.184984 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] For port be415058-c610-4cb8-bf89-7a2672ec7239, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=be415058-c610-4cb8-bf89-7a2672ec7239,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:58:24.276306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:24.339705 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d506b-41a8-4548-8518-e152addcb6e0 None None] Pushing event updated for resources: {'Port': ['ID=be415058-c610-4cb8-bf89-7a2672ec7239,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:25.118262 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device be415058-c610-4cb8-bf89-7a2672ec7239 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:58:25.161605 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278dab31-5320-4404-b215-676fc395f51d None None] Network c0e81fe0-5141-41b8-8941-937e8f500658 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:58:25.238113 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] Provisioning complete for port be415058-c610-4cb8-bf89-7a2672ec7239 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:58:25.238494 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.275952 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port be415058-c610-4cb8-bf89-7a2672ec7239 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:58:25.276359 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.454020 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.479287 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.512049 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] For port be415058-c610-4cb8-bf89-7a2672ec7239, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=be415058-c610-4cb8-bf89-7a2672ec7239,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:58:25.590183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.667001 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 15:58:25.667384 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG oslo_db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 15:58:25.672072 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba900d-73cf-4ee4-bbec-f4017fe3b3a5 None None] Pushing event updated for resources: {'Port': ['ID=be415058-c610-4cb8-bf89-7a2672ec7239,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:25.713559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-394d8247-6994-4ebb-995c-113baa99bf0c None None] Provisioning complete for port be415058-c610-4cb8-bf89-7a2672ec7239 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:58:25.713852 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-394d8247-6994-4ebb-995c-113baa99bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:27.079834 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device be415058-c610-4cb8-bf89-7a2672ec7239 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:58:27.127240 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port be415058-c610-4cb8-bf89-7a2672ec7239 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:58:27.127605 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:28.006471 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba91adf-d88d-4975-ba7b-077ff6c352f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:30.606265 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-565803a6-e6ff-4a8c-906e-929ba1dc4792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:31.480545 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:31.612580 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:33.777666 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:36.892429 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:58:57.976158 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75a988c3-7f45-416c-ae81-d478fd56c4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:00.622706 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-746851b1-655e-4352-8e3a-4e93b25a27b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:01.497228 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:01.599950 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:03.822543 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:13.891112 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:59:28.010678 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-576be7ca-fbd8-40bf-972e-16d32e0de08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:30.621876 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8e02-71e5-4d4d-832d-8b9bc6ff9931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:31.502140 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:31.656202 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:33.753585 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:42.294397 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40842) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:59:42.295889 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [None req-925e8e01-596f-44d8-8f4e-4f1c34edebd3 tempest-verify_tempest_config-1662216977 tempest-verify_tempest_config-1662216977-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:59:42.296938 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-925e8e01-596f-44d8-8f4e-4f1c34edebd3 tempest-verify_tempest_config-1662216977 tempest-verify_tempest_config-1662216977-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067828 Sep 17 15:59:42.951034 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40860) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:59:43.051125 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.139086 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.238404 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.284243 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22b87e88287d43ceb65427079a8a19da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3321571 Sep 17 15:59:43.285358 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11b07c-7507-4f52-9735-a0511abb76d4,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:59:43.287056 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 40864) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:59:43.292953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.293322 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.293670 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.294001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.294336 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.294740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.295286 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.295414 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.295714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.296039 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.296388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.296714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfb8a61-f27d-45a4-827e-0bb9fa5d9c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.375752 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.396858 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.553344 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.555960 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.557911 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f11b07c-7507-4f52-9735-a0511abb76d4 HTTP/1.1" status: 204 len: 168 time: 0.2697234 Sep 17 15:59:43.566057 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11b07c-7507-4f52-9735-a0511abb76d4,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:59:43.573185 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.573588 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.573931 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.574266 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.574616 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.574988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.575320 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.575800 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.575981 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.576325 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.576655 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:43.576977 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebce2-b44e-49b7-9d92-f5b30473a813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:59:50.889555 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:59:57.981358 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bed483a-277b-4c33-b6ea-624eca099f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:00.626784 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23d432dc-ce8b-467a-9d05-395604e30841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:01.489858 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:01.609494 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:03.781098 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:27.888674 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:00:27.981336 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b11fa69-940c-4cb5-87a2-7a466f57d171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:30.626825 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d982cad8-f14f-461b-a255-a643a7db5e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:31.484269 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:31.627004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:33.804017 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:58.106521 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9f32f443-2cfc-4537-8002-f6c32d8faa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:00.632390 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65825dc5-d4c5-4362-9151-75a5291652e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:01.478954 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:01.604521 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:03.827084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:04.887585 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 5 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:01:15.912707 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463404'] for agent, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:27.986771 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aeab2f6a-33ee-468d-b33f-cf1a9f0356d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:30.633350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c918ff87-b5b6-44c8-b74c-54d26fcc3884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:31.490168 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:31.638614 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:31.855349 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40944) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:31.975853 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d0f6a100-6a6c-4c4a-8592-8fc1de1253d7 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1192653 Sep 17 16:01:33.809462 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:34.358656 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 40954) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:34.439801 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-fd65afef-7494-4319-93ad-d38f20f1080c admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0798898 Sep 17 16:01:41.889534 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:01:45.781011 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:58.019788 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-49aa4132-8ca4-4690-a571-b1ec91497617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:00.614215 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea171d5c-c873-4028-83d1-cfc8374b7986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:01.512906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:01.642524 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:03.804393 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:15.787005 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:18.889432 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:02:27.987090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca0e6ad1-d2b6-4f48-b65a-e505d9786cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:30.635133 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-903ca611-2ccc-4989-9356-d1ccbc822259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:31.508187 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:31.637197 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:33.844984 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:45.822501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:55.891089 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:02:58.004048 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f272eed5-9a29-4cd7-bbc3-4309c08dfa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:00.633652 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ca21-c167-4aee-8c88-7925649a40a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:01.519009 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:01.650185 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:03.827379 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:11.033357 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41152) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:11.885264 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1756191154-network', 'tenant_id': 'c615d01d825d4713899b02cb028b6be8'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:11.953622 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41184) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:12.062799 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Made reservation on behalf of c615d01d825d4713899b02cb028b6be8 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:12.066506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.083285 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.265110 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.365248 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.379179 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2046633483-network', 'tenant_id': 'fd61f54987a04f6ca4542085f61a6c68'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:12.401038 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:03:12.409266 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41204) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:12.431521 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73cf8d-ede4-45db-afd7-460345c7e4a2,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:12.441187 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.441538 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Added segment d947f15f-da67-4387-a68c-041ab4c03c8c of type vlan for network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Tracked resource versions report: Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: pushed versions: Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: { 'AddressGroup': {'1.2'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'ConntrackHelper': {'1.0'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Log': {'1.0'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Network': {'1.1'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Port': {'1.7'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'PortForwarding': {'1.2'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'QosPolicy': {'1.9'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroup': {'1.4'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroupRule': {'1.2'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SubPort': {'1.0'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Subnet': {'1.1'}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Trunk': {'1.1'}} Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: consumer versions: Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: HyperV agent@hv-cinder-80920: {}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'ConntrackHelper': '1.0', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Log': '1.0', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Network': '1.1', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Port': '1.7', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'PortForwarding': '1.2', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'QosPolicy': '1.9', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroup': '1.4', Sep 17 16:03:12.466108 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SecurityGroupRule': '1.2', Sep 17 16:03:12.468961 dv-cinder-809206-2-iscsi neutron-server[94528]: 'SubPort': '1.0', Sep 17 16:03:12.468961 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Subnet': '1.1', Sep 17 16:03:12.468961 dv-cinder-809206-2-iscsi neutron-server[94528]: 'Trunk': '1.1'}} Sep 17 16:03:12.468961 dv-cinder-809206-2-iscsi neutron-server[94528]: {{(pid=94528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 16:03:12.505870 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.578119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Made reservation on behalf of fd61f54987a04f6ca4542085f61a6c68 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:12.578119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.586628 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.609235 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.610243 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:12.610970 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.693516 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] Pushing event updated for resources: {'Network': ['ID=eacc90e1-275c-4a6a-af0e-4cb90ec9a987,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:12.705204 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:03:12.840868 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.852144 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1324415460-network', 'tenant_id': '663660a59114420f92da81dcf9d20a0d'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:12.936042 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.972005 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:03:12.977960 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48709a-a021-4606-8b9b-96d29898c596,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:12.986188 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.986618 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Added segment 23233472-0c37-4651-b0d3-b97cd8fc90dc of type vlan for network b15c1cdb-99ea-4501-be24-53963a0c7e5a Sep 17 16:03:13.039595 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.063329 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-604ad57c-7ef6-4501-9431-b34501b3c798 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0282171 Sep 17 16:03:13.074888 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41224) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:13.089620 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Request body: {'subnet': {'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1756191154-subnet', 'tenant_id': 'c615d01d825d4713899b02cb028b6be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:13.093430 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.quota [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Loaded quota_driver: . Sep 17 16:03:13.105332 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41230) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:13.165086 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.166555 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:13.167265 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.264150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] Pushing event updated for resources: {'Network': ['ID=b15c1cdb-99ea-4501-be24-53963a0c7e5a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:13.267843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:13.271611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.278242 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network b15c1cdb-99ea-4501-be24-53963a0c7e5a details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:03:13.288791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.327746 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1928319300-network', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:13.434434 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Made reservation on behalf of c615d01d825d4713899b02cb028b6be8 for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:13.440489 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.504259 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-caecc4fc-c641-4a8b-a557-b4aa318233cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5492516 Sep 17 16:03:13.509036 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41242) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:13.514487 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Request body: {'subnet': {'network_id': 'b15c1cdb-99ea-4501-be24-53963a0c7e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2046633483-subnet', 'tenant_id': 'fd61f54987a04f6ca4542085f61a6c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:13.614076 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.718595 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.749150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:03:13.768395 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:13.776707 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.777460 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Added segment ac68db3e-0189-4b30-a00d-5a513d4c6cf2 of type vlan for network abaff3f5-3613-4872-baba-114f05a79e10 Sep 17 16:03:13.860858 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Made reservation on behalf of 312fa81340954b348a3b9b2cb42b9255 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:13.863486 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.870781 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.899340 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.010643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.045855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Made reservation on behalf of fd61f54987a04f6ca4542085f61a6c68 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:14.050402 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.101926 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.104900 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:14.106093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.189417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c022bbc3-8f27-433b-90c9-6e8555dd8d55,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:14.218228 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.219143 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.222340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.222340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.222340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.222340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.222340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.223697 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.224535 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.225843 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.226796 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.227982 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Tracked resource versions report: Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: pushed versions: Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: { 'AddressGroup': {'1.2'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'ConntrackHelper': {'1.0'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Log': {'1.0'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Network': {'1.1'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Port': {'1.7'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'PortForwarding': {'1.2'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'QosPolicy': {'1.9'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroup': {'1.4'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroupRule': {'1.2'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SubPort': {'1.0'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Subnet': {'1.1'}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Trunk': {'1.1'}} Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: consumer versions: Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: HyperV agent@hv-cinder-80920: {}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'ConntrackHelper': '1.0', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Log': '1.0', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Network': '1.1', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Port': '1.7', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'PortForwarding': '1.2', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'QosPolicy': '1.9', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroup': '1.4', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SecurityGroupRule': '1.2', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'SubPort': '1.0', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Subnet': '1.1', Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: 'Trunk': '1.1'}} Sep 17 16:03:14.230240 dv-cinder-809206-2-iscsi neutron-server[94529]: {{(pid=94529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 16:03:14.240441 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Checking segment: {'id': 'd947f15f-da67-4387-a68c-041ab4c03c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:14.242582 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Network hostable DHCP agents. Network: eacc90e1-275c-4a6a-af0e-4cb90ec9a987, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:03:14.384996 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] Pushing event updated for resources: {'Network': ['ID=abaff3f5-3613-4872-baba-114f05a79e10,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:14.412102 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network abaff3f5-3613-4872-baba-114f05a79e10 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:03:14.427627 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:03:14.558010 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.568852 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, eacc90e1-275c-4a6a-af0e-4cb90ec9a987) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:14.576774 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:14.578721 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.585543 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c964e3-b055-416c-825c-82a4f91868dd None None] Network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:14.737121 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2472cf-373b-4388-b0ad-fc2965129304 None None] Network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:14.759077 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.792856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:03:14.814180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.814620 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Added segment ca97ecc9-c20a-4ce1-9b18-c87492d3f13a of type vlan for network c6a2d6ee-aaee-48a2-bcf7-26915479b37b Sep 17 16:03:14.816251 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334aee3-d164-46c1-a8d7-746966df1a11,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:14.876822 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.138247 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f0a2e61e-442e-4c1a-92bb-0e80568af4da admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7195628 Sep 17 16:03:15.140266 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.156331 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-72662b25-48e8-4f70-bbdc-7b0b6bbe2d20 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0713251 Sep 17 16:03:15.156545 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41290) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:15.199268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.200941 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:15.201937 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.214997 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Request body: {'subnet': {'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1324415460-subnet', 'tenant_id': '663660a59114420f92da81dcf9d20a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:15.309300 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646d0bdf-2614-4436-87c0-d2271fd9dd4d,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:15.362016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Checking segment: {'id': '23233472-0c37-4651-b0d3-b97cd8fc90dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b15c1cdb-99ea-4501-be24-53963a0c7e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:15.362381 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Network hostable DHCP agents. Network: b15c1cdb-99ea-4501-be24-53963a0c7e5a, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:03:15.381153 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] Pushing event updated for resources: {'Network': ['ID=c6a2d6ee-aaee-48a2-bcf7-26915479b37b,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:15.397636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:03:15.410260 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:15.418254 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.485936 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Network b15c1cdb-99ea-4501-be24-53963a0c7e5a is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:03:15.517971 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b00e4bbd-536f-45f8-829e-0dba180f77fa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4112329 Sep 17 16:03:15.520935 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41306) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:15.531750 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Request body: {'subnet': {'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1928319300-subnet', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:15.583676 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, b15c1cdb-99ea-4501-be24-53963a0c7e5a) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:15.593572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:15.594244 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.603370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de384b6-7038-4e85-b780-153ac33384ef None None] Network b15c1cdb-99ea-4501-be24-53963a0c7e5a requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:15.743121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Made reservation on behalf of 312fa81340954b348a3b9b2cb42b9255 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:15.748137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Notify callbacks [] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.820985 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-72be28ef-4c66-4989-9575-6405d5174697 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3094354 Sep 17 16:03:15.890550 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db7ce9-06e0-49bb-8ff8-11b61baf9ca3 None None] Network b15c1cdb-99ea-4501-be24-53963a0c7e5a requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:15.941855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.985163 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:16.109877 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41342) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:16.112369 dv-cinder-809206-2-iscsi neutron-server[94529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 16:03:16.134377 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Checking segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:16.134794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Network hostable DHCP agents. Network: abaff3f5-3613-4872-baba-114f05a79e10, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:03:16.151910 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162fa39c-4fc1-48ce-bffe-aa1fa49365b0,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:16.280522 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Network abaff3f5-3613-4872-baba-114f05a79e10 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:03:16.387697 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, abaff3f5-3613-4872-baba-114f05a79e10) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:16.396368 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:16.401412 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:16.401584 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da434af-f1ab-4f29-b022-dca9c0cdddbe None None] Network abaff3f5-3613-4872-baba-114f05a79e10 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:16.429916 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:16.516188 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:16.538348 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b5c1afc6-d2f3-4ada-8113-93eb710245f7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3455546 Sep 17 16:03:16.582518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Checking segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:16.583719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Network hostable DHCP agents. Network: c6a2d6ee-aaee-48a2-bcf7-26915479b37b, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:03:16.708194 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-3ea3d65c-a499-4206-a406-21ace984f2a0 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:16.711223 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-3ea3d65c-a499-4206-a406-21ace984f2a0 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/networks?id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987 HTTP/1.1" status: 200 len: 812 time: 0.6009603 Sep 17 16:03:16.733275 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5c7c7-b5f5-4a74-a809-01e1cd601822 None None] Network abaff3f5-3613-4872-baba-114f05a79e10 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:16.745535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:03:16.767476 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-b3ff1ad7-ad82-4703-83db-e539b3898a3c tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/quotas/c615d01d825d4713899b02cb028b6be8 HTTP/1.1" status: 200 len: 375 time: 0.0370638 Sep 17 16:03:16.879793 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, c6a2d6ee-aaee-48a2-bcf7-26915479b37b) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:16.890138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:16.892757 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:16.902800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d9310-b3cd-4276-9b79-07f9864fdc0b None None] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:16.937191 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-1c663f3e-0302-4c11-8aa5-f15ae9b20634 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c615d01d825d4713899b02cb028b6be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1682858 Sep 17 16:03:17.044221 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41378) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:17.048220 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9844032f-39b0-41a2-8302-953a17ebbece admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5214322 Sep 17 16:03:17.051765 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:17.167070 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.170813 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.259734 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:03:17.261089 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.423464 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.500227 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Allocated IP 172.20.0.2 (c6a2d6ee-aaee-48a2-bcf7-26915479b37b/0e1b79ec-74e8-46d0-9e0e-bdc355117e1d/432dd56d-0065-443a-8fee-b7c744b7d6f3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:17.877458 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.914165 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41404) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:17.922235 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:17.930449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-5b0893de-3f13-4e45-8e42-dd721dfb7048 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:03:17.931579 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-5b0893de-3f13-4e45-8e42-dd721dfb7048 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6651771 Sep 17 16:03:18.040682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-de5655d9-56fa-4232-8237-5ca3ff3b1360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.044601 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.097494 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41416) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:18.116312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41418) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:18.158816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:18.173112 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:18.176993 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:18.192428 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Pushing event updated for resources: {'Port': ['ID=432dd56d-0065-443a-8fee-b7c744b7d6f3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:18.217406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-de5655d9-56fa-4232-8237-5ca3ff3b1360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.227934 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908246828-network', 'tenant_id': '198c1c98894e4aa8b913a767e7e03f56'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:18.238393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-a83880ba-fce1-4048-a368-3201dce5483e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:18.240224 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-a83880ba-fce1-4048-a368-3201dce5483e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.1410313 Sep 17 16:03:18.243506 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.244083 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.244695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.245243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.245804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.246354 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.246904 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.247467 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.248057 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.248653 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.249386 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.249942 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Tracked resource versions report: Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: pushed versions: Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: { 'AddressGroup': {'1.2'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'ConntrackHelper': {'1.0'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Log': {'1.0'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Network': {'1.1'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Port': {'1.7'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'PortForwarding': {'1.2'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'QosPolicy': {'1.9'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroup': {'1.4'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroupRule': {'1.2'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SubPort': {'1.0'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Subnet': {'1.1'}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Trunk': {'1.1'}} Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: consumer versions: Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: HyperV agent@hv-cinder-80920: {}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'ConntrackHelper': '1.0', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Log': '1.0', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Network': '1.1', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Port': '1.7', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'PortForwarding': '1.2', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'QosPolicy': '1.9', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroup': '1.4', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SecurityGroupRule': '1.2', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'SubPort': '1.0', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Subnet': '1.1', Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: 'Trunk': '1.1'}} Sep 17 16:03:18.251378 dv-cinder-809206-2-iscsi neutron-server[94530]: {{(pid=94530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 16:03:18.300537 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Attempting to bind port 432dd56d-0065-443a-8fee-b7c744b7d6f3 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:18.300904 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Attempting to bind port 432dd56d-0065-443a-8fee-b7c744b7d6f3 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:18.301307 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Attempting to bind port 432dd56d-0065-443a-8fee-b7c744b7d6f3 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:18.307156 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:18.307519 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Checking segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:18.307924 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.308345 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Bound using segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:18.308844 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Bound port: 432dd56d-0065-443a-8fee-b7c744b7d6f3, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:18.309257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.309734 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-d1e3c891-b53e-446c-a5a1-920051c6d639 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/quotas/663660a59114420f92da81dcf9d20a0d HTTP/1.1" status: 200 len: 375 time: 0.0495336 Sep 17 16:03:18.315213 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-baed88a8-ab57-4207-a66e-9e68e5909759 service neutron] 10.222.0.59 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715358 Sep 17 16:03:18.330649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-de5655d9-56fa-4232-8237-5ca3ff3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.388035 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-de5655d9-56fa-4232-8237-5ca3ff3b1360 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e81a50aac28f453bba75eab0eed200a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4711716 Sep 17 16:03:18.392173 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41424) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:18.399635 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5655d9-56fa-4232-8237-5ca3ff3b1360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4fa43c-6c48-4486-bfa4-9c550ed56f15,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:18.401407 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-baee57b3-75fe-42a4-9f97-bf0eb95ca327 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813155 Sep 17 16:03:18.406912 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] For port 432dd56d-0065-443a-8fee-b7c744b7d6f3, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:18.415534 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] For port 432dd56d-0065-443a-8fee-b7c744b7d6f3, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=432dd56d-0065-443a-8fee-b7c744b7d6f3,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:18.488594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.503793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.507235 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-c5a373cc-317e-4a4f-ba0b-b2bb4fdcd3f4 service neutron] 10.222.0.59 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750526 Sep 17 16:03:18.556028 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.569559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Made reservation on behalf of 198c1c98894e4aa8b913a767e7e03f56 for: {'network': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:18.572830 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.628050 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.635549 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15fcff-07d0-488b-bf6c-b6195b67828f None None] Pushing event updated for resources: {'Port': ['ID=432dd56d-0065-443a-8fee-b7c744b7d6f3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:18.760560 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.789095 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.816050 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-cdda407d-c754-4154-a7f9-ca66a6371c2a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:03:18.824946 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-cdda407d-c754-4154-a7f9-ca66a6371c2a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024330 Sep 17 16:03:18.876031 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.890230 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:18.895017 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f4fa43c-6c48-4486-bfa4-9c550ed56f15 HTTP/1.1" status: 204 len: 168 time: 0.5000229 Sep 17 16:03:18.964386 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f46a1-f599-4f4d-8a42-e7d9bc366542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4fa43c-6c48-4486-bfa4-9c550ed56f15,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:19.378955 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-24828c99-53af-4440-953a-63de73aa309b service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530534 Sep 17 16:03:19.397559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 432dd56d-0065-443a-8fee-b7c744b7d6f3 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:19.536233 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 432dd56d-0065-443a-8fee-b7c744b7d6f3 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:19.537043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.538686 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Allocated IP 172.27.2.97 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/50333949-5694-4f09-87c4-f569ac579772) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:19.556279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.677546 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-7ac5a85b-cb90-40d9-ad1a-a42a5606a89f service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697642 Sep 17 16:03:19.703383 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.708447 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8f66a877-baa5-45af-b5c7-fa847775e667 req-4d345ce7-eac8-4443-b09c-a0f2ae13fd00 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.1021571 Sep 17 16:03:19.742274 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9cc5cd-ac93-419e-a0c1-e10108b45e38,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:19.753443 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.818261 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=94529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:03:19.838424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 432dd56d-0065-443a-8fee-b7c744b7d6f3, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=432dd56d-0065-443a-8fee-b7c744b7d6f3,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:19.843596 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789370585236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.844500 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Unsubscribe: segment precommit_create {{(pid=94529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 16:03:19.845381 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.segments_db [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Added segment 03fee399-cd59-438d-8897-e8524d7a91ae of type vlan for network 7110a3d5-b943-4178-84fe-a7a2fdafadfe Sep 17 16:03:19.924927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:19.988257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.010903 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.014491 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=432dd56d-0065-443a-8fee-b7c744b7d6f3,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:20.267329 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.269095 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:20.269835 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.283620 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249fcea-b2a8-4d7b-8501-53c619d8cdda None None] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:20.421653 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.529526 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-021951a2-29ea-42ed-8e03-80a61af658ee None None] Provisioning complete for port 432dd56d-0065-443a-8fee-b7c744b7d6f3 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:20.530958 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-021951a2-29ea-42ed-8e03-80a61af658ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.538530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41508) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:20.555836 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41510) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:20.564783 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-87a0e5ed-d774-4072-85d3-28e89f7e98bd req-7c9d6ac9-ffcd-40de-8085-37f3af9574db tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.2302163 Sep 17 16:03:20.586266 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f4debe6-e54a-4e99-b863-3ec556287c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.682862 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5631762 Sep 17 16:03:20.734740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:20.736824 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feabc8-5b18-4396-a48d-14db0e08511f admin admin] Pushing event updated for resources: {'Network': ['ID=7110a3d5-b943-4178-84fe-a7a2fdafadfe,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:20.738892 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41518) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:20.774671 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Request body: {'subnet': {'network_id': '7110a3d5-b943-4178-84fe-a7a2fdafadfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908246828-subnet', 'tenant_id': '198c1c98894e4aa8b913a767e7e03f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:20.795756 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 7110a3d5-b943-4178-84fe-a7a2fdafadfe details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:03:20.797913 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:20.849498 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f4debe6-e54a-4e99-b863-3ec556287c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:20.962701 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.010691 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f4debe6-e54a-4e99-b863-3ec556287c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.042797 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2ff87336-82c8-4238-aaa6-11283f74d363 req-a510cd10-2d31-4153-9326-4d11c521cba6 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.1645272 Sep 17 16:03:21.053408 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:21.055396 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Pushing event updated for resources: {'Port': ['ID=50333949-5694-4f09-87c4-f569ac579772,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:21.094534 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.db.api [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 16:03:21.094534 dv-cinder-809206-2-iscsi neutron-server[94528]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 16:03:21.094534 dv-cinder-809206-2-iscsi neutron-server[94528]: [parameters: {'project_id_1': '704c080186694ee395969c2ab616723f', 'expiration_1': datetime.datetime(2021, 9, 17, 16, 3, 0, 982968)}] Sep 17 16:03:21.094534 dv-cinder-809206-2-iscsi neutron-server[94528]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:03:21.095387 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG oslo_db.api [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:03:21.105441 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6f4debe6-e54a-4e99-b863-3ec556287c19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a680afd029224516a0d5d7c6a55d5aa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5649605 Sep 17 16:03:21.106707 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4debe6-e54a-4e99-b863-3ec556287c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b289e0d-8159-407f-89e8-bb639a0450ec,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:21.109135 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41538) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:21.189067 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Made reservation on behalf of 198c1c98894e4aa8b913a767e7e03f56 for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:21.191591 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.196438 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.253671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.342880 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 432dd56d-0065-443a-8fee-b7c744b7d6f3 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:21.442347 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 432dd56d-0065-443a-8fee-b7c744b7d6f3 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:21.443081 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.496077 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-77cf6a02-d3d1-4451-bec7-497c345a5ba8 None None] Provisioning complete for port 432dd56d-0065-443a-8fee-b7c744b7d6f3 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:21.496511 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-77cf6a02-d3d1-4451-bec7-497c345a5ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.597267 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.698570 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.708880 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.710765 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ddd01821-a966-45ac-84fd-b34a4decf65b req-7f767f3d-1734-4fc6-8066-f799f3bf3290 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0813286 Sep 17 16:03:21.717336 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b289e0d-8159-407f-89e8-bb639a0450ec HTTP/1.1" status: 204 len: 168 time: 0.6044233 Sep 17 16:03:21.885126 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.900192 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17cfcd-dc1f-47d0-a269-999f958779d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b289e0d-8159-407f-89e8-bb639a0450ec,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:21.950097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:21.999199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.055829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=704c080186694ee395969c2ab616723f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4985807 Sep 17 16:03:22.058875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ef68-2800-497d-91a2-d4f0c91c64f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd0ec6-65da-4fbf-a88f-dcb45a47033f,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:22.061819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41570) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:22.122695 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.165909 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.231553 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.307179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a263bbae-3220-4c96-a93a-6a0d8670322f req-4f6ec077-8ba2-4be0-806e-dece4807c5e8 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0789552 Sep 17 16:03:22.313370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.351576 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a341951-1ca7-42bb-ba6c-23b26474a48f,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:22.466038 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Checking segment: {'id': '03fee399-cd59-438d-8897-e8524d7a91ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7110a3d5-b943-4178-84fe-a7a2fdafadfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:22.466714 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Network hostable DHCP agents. Network: 7110a3d5-b943-4178-84fe-a7a2fdafadfe, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:03:22.495978 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.498661 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.499892 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49bd0ec6-65da-4fbf-a88f-dcb45a47033f HTTP/1.1" status: 204 len: 168 time: 0.4366946 Sep 17 16:03:22.525181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef947f8-83f2-4e1e-b3f6-8a98a7b7dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd0ec6-65da-4fbf-a88f-dcb45a47033f,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:22.698732 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Network 7110a3d5-b943-4178-84fe-a7a2fdafadfe is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:03:22.816690 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 7110a3d5-b943-4178-84fe-a7a2fdafadfe) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:22.827363 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:22.827670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:22.831454 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36afbc08-ab80-4969-9748-facbb762a412 None None] Network 7110a3d5-b943-4178-84fe-a7a2fdafadfe requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:22.848752 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:03:22.966725 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4eecb26c-49d5-4de5-a071-18caa11b953f req-ea15d90f-6045-4b7a-9f2c-9933a817c2a3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0565217 Sep 17 16:03:23.044640 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0ee5e038-f0d6-4cf0-8df2-1e57169c3201 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2747927 Sep 17 16:03:23.149983 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:03:23.153063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe91c1e-a11a-4c09-a763-5f7de5c2f1ef None None] Network 7110a3d5-b943-4178-84fe-a7a2fdafadfe requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:03:23.163662 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:03:23.195202 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:03:23.196275 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:03:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:23.260196 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:23.265402 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41626) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:23.266259 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-35a68703-19fa-4a7a-826a-d2f50c053d04 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2199953 Sep 17 16:03:23.419428 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41640) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:23.546626 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Deleting subnet 646d0bdf-2614-4436-87c0-d2271fd9dd4d {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:03:23.572339 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:23.666415 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:23.689740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:23.696460 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:03:23.865342 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fa0d5894-2f30-44c1-afa2-4ff2122fcc9f req-7cde1b8a-c8ce-4c8f-8aaa-4264ad90cfe4 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0626266 Sep 17 16:03:23.909513 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:23.968628 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646d0bdf-2614-4436-87c0-d2271fd9dd4d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:23.987710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.004473 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ebad5a02-292e-4530-be8e-0fb321f05332 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/646d0bdf-2614-4436-87c0-d2271fd9dd4d HTTP/1.1" status: 204 len: 168 time: 0.5826049 Sep 17 16:03:24.005591 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41654) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:24.152399 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:21Z', 'revision_number': 3, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:24.208110 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.285288 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:03:24.286206 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Updating router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 port 50333949-5694-4f09-87c4-f569ac579772 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:03:24.351727 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.534798 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.586471 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-39074166-d076-4b6c-891e-65bd0566511a req-f560d137-a4a7-490e-b7f6-4fe2bc11504a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0570447 Sep 17 16:03:24.605699 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.606018 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.615449 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.744833 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.836397 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:24.956351 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.957337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.957337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.957337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:24.957762 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15c1cdb-99ea-4501-be24-53963a0c7e5a']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:24.991645 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23233472-0c37-4651-b0d3-b97cd8fc90dc') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:24.993063 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23233472-0c37-4651-b0d3-b97cd8fc90dc') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:25.012431 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Allocated IP 172.20.0.1 (c6a2d6ee-aaee-48a2-bcf7-26915479b37b/0e1b79ec-74e8-46d0-9e0e-bdc355117e1d/722674c3-bf0f-4b6a-a8af-b1a04714c5d2) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:25.016733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.026047 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.066937 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c272843d-2e5f-45e8-8e13-d9738ec66d83 req-c6b9a511-6e03-4e78-ada1-287e9b3b6500 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0527434 Sep 17 16:03:25.072963 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.088744 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:03:25.089155 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: from cryptography.utils import int_from_bytes Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: from cryptography.utils import int_from_bytes Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:03:25.093330 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:03:25.189865 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Pushing event updated for resources: {'Port': ['ID=50333949-5694-4f09-87c4-f569ac579772,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:25.203428 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.232983 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.233563 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.234345 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.234902 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.235511 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.236180 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.237093 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.237635 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.238196 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.238757 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.239322 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.239879 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Tracked resource versions report: Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: pushed versions: Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: { 'AddressGroup': {'1.2'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'ConntrackHelper': {'1.0'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Log': {'1.0'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Network': {'1.1'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Port': {'1.7'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'PortForwarding': {'1.2'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'QosPolicy': {'1.9'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroup': {'1.4'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroupRule': {'1.2'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SubPort': {'1.0'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Subnet': {'1.1'}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Trunk': {'1.1'}} Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: consumer versions: Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: { DHCP agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: HyperV agent@hv-cinder-80920: {}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: L3 agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: Metadata agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: Metering agent@dv-cinder-809206-2-iscsi: {}, Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: Open vSwitch agent@dv-cinder-809206-2-iscsi: { 'AddressGroup': '1.2', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'ConntrackHelper': '1.0', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Log': '1.0', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Network': '1.1', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Port': '1.7', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'PortForwarding': '1.2', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'QosPolicy': '1.9', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroup': '1.4', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SecurityGroupRule': '1.2', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'SubPort': '1.0', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Subnet': '1.1', Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: 'Trunk': '1.1'}} Sep 17 16:03:25.242241 dv-cinder-809206-2-iscsi neutron-server[94531]: {{(pid=94531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 16:03:25.266029 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Attempting to bind port 50333949-5694-4f09-87c4-f569ac579772 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:25.266625 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Attempting to bind port 50333949-5694-4f09-87c4-f569ac579772 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:25.267217 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Attempting to bind port 50333949-5694-4f09-87c4-f569ac579772 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:25.277884 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:25.278833 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:25.279335 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.279936 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:25.280887 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Bound port: 50333949-5694-4f09-87c4-f569ac579772, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:25.281709 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.390488 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.393585 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.414338 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] For port 50333949-5694-4f09-87c4-f569ac579772, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:25.414918 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.419065 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b15c1cdb-99ea-4501-be24-53963a0c7e5a HTTP/1.1" status: 204 len: 168 time: 1.4113932 Sep 17 16:03:25.419987 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] For port 50333949-5694-4f09-87c4-f569ac579772, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=50333949-5694-4f09-87c4-f569ac579772,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:25.437884 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41698) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:25.442547 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307352f9-b97c-4362-987c-920539d92188 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15c1cdb-99ea-4501-be24-53963a0c7e5a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:25.497628 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.528171 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Deleting subnet 4a341951-1ca7-42bb-ba6c-23b26474a48f {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:03:25.529487 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:25.532541 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.545530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:25.554540 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:25.555719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.594710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.721810 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:25.808829 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:03:25.813452 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:03:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:25.888684 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cec1ba20-9522-4cf9-a229-edca7cf9cc2a req-79f8b599-9487-4ffc-9ed5-0bf5295db1aa tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0516860 Sep 17 16:03:25.927073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Pushing event updated for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:25.972917 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4689a7-e273-4499-9295-ec2df9f955f6 None None] Pushing event updated for resources: {'Port': ['ID=50333949-5694-4f09-87c4-f569ac579772,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:26.069825 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1e833f0c-83c7-4fa6-84d4-5ca7c67f091f None None] Provisioning complete for port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:26.071977 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e833f0c-83c7-4fa6-84d4-5ca7c67f091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:26.078650 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:03:26.083457 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:26.127935 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:26.140143 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4a341951-1ca7-42bb-ba6c-23b26474a48f HTTP/1.1" status: 204 len: 168 time: 0.6960235 Sep 17 16:03:26.184253 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1e833f0c-83c7-4fa6-84d4-5ca7c67f091f None None] Port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:03:26.186727 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41712) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:26.227133 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b8694-9f5e-49cb-83d5-b2b8969a3407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a341951-1ca7-42bb-ba6c-23b26474a48f,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:26.274239 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:26.435420 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7735eae7-0cd6-48d4-b9a5-dce59399b87e req-2ad51dde-a095-45c3-b973-857085c944da tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0958252 Sep 17 16:03:27.022334 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:21Z', 'revision_number': 3, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:27.027023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.029246 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6568b5-6ff3-4d5c-900c-dc4d3bb53b94 None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:21Z', 'revision_number': 3, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.030163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.146432 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.146937 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.147265 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.147587 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 16:03:27.147953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7110a3d5-b943-4178-84fe-a7a2fdafadfe']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:27.182882 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fee399-cd59-438d-8897-e8524d7a91ae') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:27.183165 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fee399-cd59-438d-8897-e8524d7a91ae') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:27.184850 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-59426951-e849-47be-8831-fb54fd1f8590 req-e6058e62-2fe2-4303-8f6f-77a4a8513530 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0695620 Sep 17 16:03:27.213791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.266669 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.286610 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.292801 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:03:27.293207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: from cryptography.utils import int_from_bytes Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: from cryptography.utils import int_from_bytes Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:03:27.297528 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:03:27.393538 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.522834 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 50333949-5694-4f09-87c4-f569ac579772 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:27.593580 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Pushing event updated for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:27.633503 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.661281 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.663536 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7110a3d5-b943-4178-84fe-a7a2fdafadfe HTTP/1.1" status: 204 len: 168 time: 1.4741123 Sep 17 16:03:27.702406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 50333949-5694-4f09-87c4-f569ac579772 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:27.703111 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.708891 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e59ab-d0df-435c-bbcf-fd11e43f83f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7110a3d5-b943-4178-84fe-a7a2fdafadfe,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:27.721028 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.53', 63899) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:27.722647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.775207 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6c93284-71e6-45ad-8ec7-f4847ec0b584 req-3959b0a4-1d4d-4342-9e80-0a2fc61372db tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0899944 Sep 17 16:03:27.953104 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:27.983162 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 50333949-5694-4f09-87c4-f569ac579772, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=50333949-5694-4f09-87c4-f569ac579772,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:28.056163 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca6d8-9b61-459b-96e3-ad1b047aa10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:28.119039 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:28.172929 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-a181d13f-2ac0-443d-9b3d-9d34fed4142b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:28.174612 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-a181d13f-2ac0-443d-9b3d-9d34fed4142b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.53 "GET /v2.0/networks?id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987 HTTP/1.1" status: 200 len: 812 time: 0.4472985 Sep 17 16:03:28.258611 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=50333949-5694-4f09-87c4-f569ac579772,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:28.263194 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Request body: {'port': {'device_id': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987', 'admin_state_up': True, 'tenant_id': 'c615d01d825d4713899b02cb028b6be8'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:28.310459 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:28.341777 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:28.497740 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11c26567-0fc4-44da-b8f5-222e298fa370 req-63f6120e-5d79-464a-933b-3ab2ed423ad5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0406876 Sep 17 16:03:28.630241 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e58daa48-f533-455a-b0c1-d8d121186f8c None None] Provisioning complete for port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:28.631894 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e58daa48-f533-455a-b0c1-d8d121186f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:28.670830 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e58daa48-f533-455a-b0c1-d8d121186f8c None None] Port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:03:28.853308 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:03:28.892839 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-81ab2001-7442-43ff-ac2b-98c9a3d7ac2b req-4040c670-d026-4c26-b722-f42fed48e1a1 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0373530 Sep 17 16:03:29.002371 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:03:29.009612 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-665b8c09-a88a-4fa6-987d-802b8d9bb10e admin admin] 10.222.0.59 "PUT /v2.0/routers/7921c2c4-039a-44d9-ab15-ed63643d2cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7420256 Sep 17 16:03:29.340259 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:03:29.348207 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 50333949-5694-4f09-87c4-f569ac579772 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:29.405705 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:03:29.406702 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:03:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:29.549138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41794) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:29.587176 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 50333949-5694-4f09-87c4-f569ac579772 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:29.588142 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:29.636039 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Made reservation on behalf of c615d01d825d4713899b02cb028b6be8 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:29.666270 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.53', 63900) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:29.671691 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:29.711073 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:03:29.841660 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-c02afd71-ee91-4172-aece-17d226ba37c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd61f54987a04f6ca4542085f61a6c68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851095 Sep 17 16:03:29.843765 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41806) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:29.867713 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11501908-9bef-4c2a-8702-6711c149efd6 req-66b83e5d-f4f3-467b-babc-5a0b8528d7de tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.1779265 Sep 17 16:03:30.056547 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41812) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:30.074793 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671087139', 'description': 'tempest-description--902485709'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:30.191888 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4f0326ee-5c87-46e2-a20d-7203e96c378a req-44ca900f-86ce-4d15-9daf-fcf8b245d6d3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.1062853 Sep 17 16:03:30.237523 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-8bd7ed74-987b-49bd-a42e-abe868e04563 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:30.241419 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-8bd7ed74-987b-49bd-a42e-abe868e04563 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.5719299 Sep 17 16:03:30.276871 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Request body: {'port': {'device_id': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'admin_state_up': True, 'tenant_id': '663660a59114420f92da81dcf9d20a0d'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:30.301057 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.335965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Allocated IP 172.20.0.9 (eacc90e1-275c-4a6a-af0e-4cb90ec9a987/c022bbc3-8f27-433b-90c9-6e8555dd8d55/d31a8efd-361b-4b75-8595-b9bd0e96e423) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:30.377757 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.472894 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:26Z', 'revision_number': 2, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:30.584090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:03:30.585063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Updating router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:03:30.628279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.721730 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.799977 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.806556 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:30.808924 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a48709a-a021-4606-8b9b-96d29898c596 HTTP/1.1" status: 204 len: 168 time: 0.8984160 Sep 17 16:03:30.868915 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cd073-1809-4ed7-befc-1b11f432ff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48709a-a021-4606-8b9b-96d29898c596,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:30.872927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84ce7c39-9997-42ef-bece-9f8cf6c70608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.013136 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'port': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:31.017611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.039120 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.051420 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.202678 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.230950 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bcdf3df9-3a4f-429b-b606-466fc6581cd8 req-c9366fff-b298-48ba-aa71-ff2004b09fcb tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0642407 Sep 17 16:03:31.269273 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.294244 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.294559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.399704 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19647d-e383-4251-b77b-b771748cd601,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:31.414109 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Allocated IP 172.20.0.4 (abaff3f5-3613-4872-baba-114f05a79e10/162fa39c-4fc1-48ce-bffe-aa1fa49365b0/1299f23d-177f-4900-90af-f220b2b630f2) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:31.421296 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbdc62-1500-47c4-86f0-9d8beff8d4b3 None None] Pushing event updated for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:31.535147 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Pushing event updated for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:31.577578 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.579136 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5eeb8d9b-abac-4365-8a14-375f8d57e9c6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.5212266 Sep 17 16:03:31.580975 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:31.584930 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41882) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:31.596141 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:31.601102 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group_rule': {'security_group_id': '6c19647d-e383-4251-b77b-b771748cd601', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:31.612054 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:31.641242 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.656747 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Attempting to bind port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:31.662559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Attempting to bind port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:31.665011 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Attempting to bind port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:31.674763 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:31.675388 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Checking segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:31.678527 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.679370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Bound using segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:31.680221 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Bound port: 722674c3-bf0f-4b6a-a8af-b1a04714c5d2, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:31.680866 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.705011 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a303e-ec69-41ee-bd81-6755f8cf0f32 req-bc06814d-2280-41c3-b258-a98b2f94a644 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:31.707682 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-602a303e-ec69-41ee-bd81-6755f8cf0f32 req-bc06814d-2280-41c3-b258-a98b2f94a644 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 931 time: 0.2465651 Sep 17 16:03:31.727848 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.781818 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:31.782893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.852921 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] For port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:31.871554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] For port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:31.941227 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4a536eda-4d9d-44a6-8cc6-a58766f5db56 None None] Provisioning complete for port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:31.941962 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4a536eda-4d9d-44a6-8cc6-a58766f5db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:31.960860 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-f083ec69-30b3-4664-aae4-3dc57c77d000 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7258985 Sep 17 16:03:31.971862 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-0925c785-46eb-4ec9-886d-3898c5ebb36b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:03:31.973134 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-0925c785-46eb-4ec9-886d-3898c5ebb36b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057139 Sep 17 16:03:31.994975 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-602a303e-ec69-41ee-bd81-6755f8cf0f32 req-9f6ff50c-2ff0-4e26-a92b-9ab632c0d77b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863643 Sep 17 16:03:31.998423 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.003143 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.022557 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.052758 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4a536eda-4d9d-44a6-8cc6-a58766f5db56 None None] Port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:03:32.111659 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:03:32.112428 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:03:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:32.114765 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbdc62-1500-47c4-86f0-9d8beff8d4b3 None None] Pushing event updated for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:32.219496 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.336877 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.341934 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.430084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45d6c2c-6832-4241-b47f-62bcaa3111bc,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:32.434405 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:03:32.488212 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41902) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:32.596882 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41904) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:32.598993 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Network abaff3f5-3613-4872-baba-114f05a79e10 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:32.599177 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4289a353-d3df-46f9-8c8c-185f92580c54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=198c1c98894e4aa8b913a767e7e03f56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0999506 Sep 17 16:03:32.613669 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:32.613669 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:32.619391 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:32.696378 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.697658 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-fbe0c642-b1d9-478a-a79a-cd567fea16be tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1074526 Sep 17 16:03:32.700723 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41908) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:32.709781 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group_rule': {'security_group_id': '6c19647d-e383-4251-b77b-b771748cd601', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:32.744553 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a845a4-2488-4371-aab5-7ea0bcd6839e req-5b1331d2-6018-49e8-a824-7189133606e2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:32.752940 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-29a845a4-2488-4371-aab5-7ea0bcd6839e req-5b1331d2-6018-49e8-a824-7189133606e2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 931 time: 0.3370240 Sep 17 16:03:32.775149 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41910) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:32.795628 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:32.797632 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.837976 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.854367 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-29a845a4-2488-4371-aab5-7ea0bcd6839e req-8571cf00-8cf0-42df-b6ba-1c7209db1a8d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003981 Sep 17 16:03:32.888745 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.945904 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:03:32.960959 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:32.990153 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41922) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:33.075711 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Request body: {'port': {'device_id': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:33.079963 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-eed9cab8-6c1e-4803-b7ea-d2e334733b54 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8285027 Sep 17 16:03:33.108927 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Request body: {'port': {'device_id': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:33.150344 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4cd62ffd-ec27-4ccc-87a2-6bc30ef21fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.186980 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] Provisioning complete for port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:33.186980 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.195613 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.199034 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.200797 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a9cc5cd-ac93-419e-a0c1-e10108b45e38 HTTP/1.1" status: 204 len: 168 time: 0.5998247 Sep 17 16:03:33.293078 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e0020e6-09eb-40e0-9c4e-2c494a0b478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.314217 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1c45-2177-4a87-83da-761cb2810371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9cc5cd-ac93-419e-a0c1-e10108b45e38,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:33.359939 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.432629 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.482237 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.500413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.534450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf749c-5192-4968-95ee-b54ce8e2ffda req-88b7e475-9cd3-4e85-8b41-312058c48d6b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:33.544819 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7edf749c-5192-4968-95ee-b54ce8e2ffda req-88b7e475-9cd3-4e85-8b41-312058c48d6b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 931 time: 0.3359566 Sep 17 16:03:33.580126 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d68862-7a9b-4df9-b0a1-6e28e7d029ba,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:33.785341 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.847016 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:31Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:03:33.932627 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7edf749c-5192-4968-95ee-b54ce8e2ffda req-551a94d0-8c9d-4d54-bf3d-79374878abba tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869131 Sep 17 16:03:33.944077 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:33.949892 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3085faf9-0b7e-41b9-91e7-e2d3e86acfb6 None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:31Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:03:34.025804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] For port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:34.091037 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4cd62ffd-ec27-4ccc-87a2-6bc30ef21fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.135053 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.298417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85233-9c2f-48fb-b51a-bc89d456143c req-a1229076-e2d4-4fd8-8467-a854ec0fbff2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:34.304826 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ae364-f30c-49c3-9070-d237ba5adedc None None] Pushing event updated for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:34.306350 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eea85233-9c2f-48fb-b51a-bc89d456143c req-a1229076-e2d4-4fd8-8467-a854ec0fbff2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 931 time: 0.2048566 Sep 17 16:03:34.395372 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1299f23d-177f-4900-90af-f220b2b630f2 {{(pid=94529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:34.415569 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eea85233-9c2f-48fb-b51a-bc89d456143c req-c602dd02-3590-449e-96b9-1d1097c0daed tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012044 Sep 17 16:03:34.428667 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.477815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.provisioning_blocks [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Transition to ACTIVE for port object 1299f23d-177f-4900-90af-f220b2b630f2 will not be triggered until provisioned by entity L2. {{(pid=94529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:03:34.486008 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4cd62ffd-ec27-4ccc-87a2-6bc30ef21fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.534855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31a8efd-361b-4b75-8595-b9bd0e96e423 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:34.555982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.577107 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4cd62ffd-ec27-4ccc-87a2-6bc30ef21fa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a5e2009bd0049aa98ad187b58e345be&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8003633 Sep 17 16:03:34.577948 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd62ffd-ec27-4ccc-87a2-6bc30ef21fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7e03d-c3c6-4105-a2b2-e558b399e73f,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:34.580243 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41956) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:34.607650 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Transition to ACTIVE for port object d31a8efd-361b-4b75-8595-b9bd0e96e423 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:03:34.654029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.655623 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-30359d7f-c558-4f64-ae3b-5adc1be494bd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9535768 Sep 17 16:03:34.659025 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41964) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:34.665228 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:34.689744 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.701079 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:34.739474 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.db.api [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 16:03:34.739474 dv-cinder-809206-2-iscsi neutron-server[94528]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 16:03:34.739474 dv-cinder-809206-2-iscsi neutron-server[94528]: [parameters: {'project_id_1': '312fa81340954b348a3b9b2cb42b9255', 'expiration_1': datetime.datetime(2021, 9, 17, 16, 3, 14, 680231)}] Sep 17 16:03:34.739474 dv-cinder-809206-2-iscsi neutron-server[94528]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:03:34.739924 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG oslo_db.api [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:03:34.821772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Pushing event updated for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:34.913213 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 41970) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:34.975926 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:35.020084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.211312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.380503 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8f8b14e2-254f-468d-b8b8-401a5a3f3c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.386006 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Attempting to bind port d31a8efd-361b-4b75-8595-b9bd0e96e423 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:35.389984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Attempting to bind port d31a8efd-361b-4b75-8595-b9bd0e96e423 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'd947f15f-da67-4387-a68c-041ab4c03c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:35.389984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Attempting to bind port d31a8efd-361b-4b75-8595-b9bd0e96e423 on network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:35.406121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Port d31a8efd-361b-4b75-8595-b9bd0e96e423 on network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:03:35.406451 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Attempting to bind port d31a8efd-361b-4b75-8595-b9bd0e96e423 on network eacc90e1-275c-4a6a-af0e-4cb90ec9a987 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:35.420659 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:35.421005 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Checking segment: {'id': 'd947f15f-da67-4387-a68c-041ab4c03c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:35.421605 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Bound using segment: {'id': 'd947f15f-da67-4387-a68c-041ab4c03c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:35.422094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Bound port: d31a8efd-361b-4b75-8595-b9bd0e96e423, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd947f15f-da67-4387-a68c-041ab4c03c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:35.426677 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.438119 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e0020e6-09eb-40e0-9c4e-2c494a0b478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.489995 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:35.493566 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97fdf-ec40-4fe8-9542-77dc63495072 req-5dbb8b69-0fc2-426b-aa36-e2bd61c3d550 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:35.495729 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-01e97fdf-ec40-4fe8-9542-77dc63495072 req-5dbb8b69-0fc2-426b-aa36-e2bd61c3d550 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.3767893 Sep 17 16:03:35.499239 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Attempting to bind port 1299f23d-177f-4900-90af-f220b2b630f2 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:35.499897 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Attempting to bind port 1299f23d-177f-4900-90af-f220b2b630f2 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:35.500508 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Attempting to bind port 1299f23d-177f-4900-90af-f220b2b630f2 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:35.540377 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Port 1299f23d-177f-4900-90af-f220b2b630f2 on network abaff3f5-3613-4872-baba-114f05a79e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Attempting to bind port 1299f23d-177f-4900-90af-f220b2b630f2 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Checking segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Bound using segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Bound port: 1299f23d-177f-4900-90af-f220b2b630f2, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:35.568844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.622378 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:35.637251 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-01e97fdf-ec40-4fe8-9542-77dc63495072 req-12e2c8d9-5031-443a-93fb-b2ec89d2384a tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298945 Sep 17 16:03:35.639873 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423,segment=NetworkSegment(d947f15f-da67-4387-a68c-041ab4c03c8c),segment_id=d947f15f-da67-4387-a68c-041ab4c03c8c)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:35.673783 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:35.674494 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.717959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e0020e6-09eb-40e0-9c4e-2c494a0b478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.814301 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.817404 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.821070 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.834765 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80a7e03d-c3c6-4105-a2b2-e558b399e73f HTTP/1.1" status: 204 len: 168 time: 1.2484243 Sep 17 16:03:35.879942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0020e6-09eb-40e0-9c4e-2c494a0b478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead004c-f6b5-4aa1-ae1d-7bf1571623e9,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:35.947342 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.948275 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1e0020e6-09eb-40e0-9c4e-2c494a0b478f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ff4f9d3cad34e8d8f2fc33390cc57b9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9312413 Sep 17 16:03:35.948380 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:35.948380 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:35.948380 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] 10.222.0.53 "PUT /v2.0/ports/d31a8efd-361b-4b75-8595-b9bd0e96e423 HTTP/1.1" status: 200 len: 1093 time: 3.1252384 Sep 17 16:03:35.948892 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2b728-979e-4245-9924-b018c61ef26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7e03d-c3c6-4105-a2b2-e558b399e73f,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:35.948965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:35.960158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, cleared binding levels {{(pid=94529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:35.985302 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 41998) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:35.995276 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:36.037097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256bfe8-eca2-4a03-ba58-e59b67a1ddba req-78421017-d8a8-419a-ac70-cb3fdb344c3f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:36.050298 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c256bfe8-eca2-4a03-ba58-e59b67a1ddba req-78421017-d8a8-419a-ac70-cb3fdb344c3f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.3628697 Sep 17 16:03:36.096505 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85779c-20fe-425b-8203-126ee5487e31 service neutron] Pushing event updated for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:36.106554 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.241501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.343329 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=3']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:36.517469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.517469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42002) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:36.518175 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:36.518175 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.518175 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-16a74ea5-8f7d-4f97-abcc-fafaf12c329c service neutron] 10.222.0.53 "PUT /v2.0/ports/1299f23d-177f-4900-90af-f220b2b630f2 HTTP/1.1" status: 200 len: 1093 time: 3.2943864 Sep 17 16:03:36.518175 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:36.519105 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-c32ae202-77c3-407e-8bff-caed127d073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:36.519105 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-c32ae202-77c3-407e-8bff-caed127d073a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c615d01d825d4713899b02cb028b6be8&device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 1096 time: 0.2626488 Sep 17 16:03:36.519233 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c256bfe8-eca2-4a03-ba58-e59b67a1ddba req-79ad95f5-e464-47ca-8914-43912a6431c3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641706 Sep 17 16:03:36.519233 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8f8b14e2-254f-468d-b8b8-401a5a3f3c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.560718 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.674280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8f8b14e2-254f-468d-b8b8-401a5a3f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.785293 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b14e2-254f-468d-b8b8-401a5a3f3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474cb20c-3616-48ef-ad9d-2337ba183ffb,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:36.832661 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.840983 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:36.840983 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ead004c-f6b5-4aa1-ae1d-7bf1571623e9 HTTP/1.1" status: 204 len: 168 time: 0.8330913 Sep 17 16:03:36.909005 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833d10e-ce5b-4df4-8cf3-ab85a2fa2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead004c-f6b5-4aa1-ae1d-7bf1571623e9,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:36.963289 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-8f8b14e2-254f-468d-b8b8-401a5a3f3c82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1250506bfb4043a99573919284327a78&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0186572 Sep 17 16:03:36.995436 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42018) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:37.074060 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-21e1b030-5bdd-409b-afef-9a49c127f93a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423 HTTP/1.1" status: 200 len: 217 time: 0.1438334 Sep 17 16:03:37.082835 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Allocated IP 172.27.2.123 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/63e73e77-34d8-4a32-8cfe-ba4a88e85a20) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:37.154295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e61a7-bf66-47d8-9273-baaf869df168 req-19a9f0d0-accf-49bf-bfc8-28315b26a116 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:37.159073 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d51e61a7-bf66-47d8-9273-baaf869df168 req-19a9f0d0-accf-49bf-bfc8-28315b26a116 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.3336196 Sep 17 16:03:37.212127 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-3aba6d2f-efe4-40da-82d9-51efe846739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:37.213752 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-3aba6d2f-efe4-40da-82d9-51efe846739d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c022bbc3-8f27-433b-90c9-6e8555dd8d55 HTTP/1.1" status: 200 len: 852 time: 0.1163652 Sep 17 16:03:37.243644 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa47-268b-4ef8-b98a-58da309c1699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.296120 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-7f6088aa-f573-415b-a1de-bbd9b4d49a58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740132 Sep 17 16:03:37.367734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f689f72-7f13-4492-b463-92954c184f35" -d '{"events": [{"name": "network-changed", "server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:37.379296 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.471113 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab51db5-0c48-4b41-8568-9274cf7430d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "tag": "1299f23d-177f-4900-90af-f220b2b630f2"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:37.542841 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d51e61a7-bf66-47d8-9273-baaf869df168 req-d33d0b9b-d80c-4540-a5f1-1ba5be5db7bb tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566213 Sep 17 16:03:37.583560 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-62eaa2b0-8c50-489a-8483-bf05a764dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:37.583560 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-62eaa2b0-8c50-489a-8483-bf05a764dbf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 1096 time: 0.5701244 Sep 17 16:03:37.583560 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.620697 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.649057 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-9fd5f820-bf3f-4c75-9950-1f164a0e15cf service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302219 Sep 17 16:03:37.741825 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa47-268b-4ef8-b98a-58da309c1699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.759809 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.783223 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-806469da-3d70-492b-9693-86ae512bbc64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1299f23d-177f-4900-90af-f220b2b630f2 HTTP/1.1" status: 200 len: 217 time: 0.1041305 Sep 17 16:03:37.817690 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f232f-8c45-4396-99c8-6f56305336d9 req-002eee12-2264-48dd-ae66-67b6e221c008 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:37.835770 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b17f232f-8c45-4396-99c8-6f56305336d9 req-002eee12-2264-48dd-ae66-67b6e221c008 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.1584089 Sep 17 16:03:37.923855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa47-268b-4ef8-b98a-58da309c1699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:37.967110 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:37.978930 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b17f232f-8c45-4396-99c8-6f56305336d9 req-f5b059f3-69b1-4a92-a4c6-38872694051a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265023 Sep 17 16:03:37.986909 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-e5827972-d082-496d-89ce-93eab11edc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:37.988981 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:37.993994 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-e5827972-d082-496d-89ce-93eab11edc18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.1519427 Sep 17 16:03:38.003366 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:38.033664 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=63e73e77-34d8-4a32-8cfe-ba4a88e85a20,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:38.063668 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-329d2363-6f15-4080-9afb-8c72aa5003ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630808 Sep 17 16:03:38.094987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.095201 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bfa47-268b-4ef8-b98a-58da309c1699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016da994-858e-4852-8637-33729f2b4932,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:38.095879 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.097828 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/474cb20c-3616-48ef-ad9d-2337ba183ffb HTTP/1.1" status: 204 len: 168 time: 1.0983677 Sep 17 16:03:38.112719 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede495f-04d5-4187-9cea-aa205c124e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474cb20c-3616-48ef-ad9d-2337ba183ffb,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:38.137559 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e05bfa47-268b-4ef8-b98a-58da309c1699 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=603a9a58398f48ed9c16031df4df9667&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7440913 Sep 17 16:03:38.138816 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42036) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:38.163499 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-108a8e9f-0e0c-451a-a3e4-afbd99a38763 req-0b58c30a-b28f-4e94-b4f1-67dc83519c75 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563912 Sep 17 16:03:38.306374 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42040) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:38.422269 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4ca2-3de5-4298-b3e7-5f280fd57aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.441826 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-80285ede-7b25-468a-a08a-6afa99cab904 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084357 Sep 17 16:03:38.463253 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.546115 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.598624 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.770817 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:38.945032 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4ca2-3de5-4298-b3e7-5f280fd57aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.015659 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e803c6b-90fe-4977-846d-db25b9f38c77 req-8f2591ec-570d-440d-bf05-f2e56ff529be service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568311 Sep 17 16:03:39.029677 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.033819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.039345 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/016da994-858e-4852-8637-33729f2b4932 HTTP/1.1" status: 204 len: 168 time: 0.8964047 Sep 17 16:03:39.046147 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4ca2-3de5-4298-b3e7-5f280fd57aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.128004 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d2656-6361-4fd1-bfc8-56ebec924d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016da994-858e-4852-8637-33729f2b4932,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:39.178707 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c04d8b-e5a3-4d99-a8c0-9f7f12d4d1da x-openstack-request-id: req-54c04d8b-e5a3-4d99-a8c0-9f7f12d4d1da {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:39.179208 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "tag": "1299f23d-177f-4900-90af-f220b2b630f2", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:39.179541 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54c04d8b-e5a3-4d99-a8c0-9f7f12d4d1da {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:39.180094 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2', 'status': 'completed', 'code': 200} Sep 17 16:03:39.184747 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7a0a4ca2-3de5-4298-b3e7-5f280fd57aee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=accfc7ebb27e4b18a652ea9a1435c79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735902 Sep 17 16:03:39.189907 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42058) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:39.376637 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4c9ad-dd93-4bb7-a628-7c520139c55a x-openstack-request-id: req-14b4c9ad-dd93-4bb7-a628-7c520139c55a {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:39.378740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:39.378740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14b4c9ad-dd93-4bb7-a628-7c520139c55a {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:39.378740 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423', 'status': 'completed', 'code': 200} Sep 17 16:03:39.379737 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a4ca2-3de5-4298-b3e7-5f280fd57aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d50e85-d44d-425c-b957-041624a5ba51,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:39.511256 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.560734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-8ba3755d-b1ee-4b25-a266-5abb6d8e595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:39.563979 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-8ba3755d-b1ee-4b25-a266-5abb6d8e595d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 1096 time: 0.2093616 Sep 17 16:03:39.601913 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.755229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.786713 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689f72-7f13-4492-b463-92954c184f35 req-b5d87a54-a367-416d-99c9-5a79ba7939af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:39.786713 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-b5d87a54-a367-416d-99c9-5a79ba7939af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c615d01d825d4713899b02cb028b6be8&device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 1096 time: 0.5177159 Sep 17 16:03:39.797405 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=63e73e77-34d8-4a32-8cfe-ba4a88e85a20,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:39.825336 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fedd-72ea-4595-b285-f56123ddcc2b req-0f04b8d5-823d-4ac2-aacf-b40a54999b6e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:39.830439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0555fedd-72ea-4595-b285-f56123ddcc2b req-0f04b8d5-823d-4ac2-aacf-b40a54999b6e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.5249236 Sep 17 16:03:39.833768 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.868572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.871405 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e713cc26-2897-4708-a95c-ec5650832bdc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2110736 Sep 17 16:03:39.906490 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599aee-d7aa-4267-8b14-0015287b65dd req-05388024-c11f-449b-80b3-5c830d2b27b8 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:39.909543 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a3599aee-d7aa-4267-8b14-0015287b65dd req-05388024-c11f-449b-80b3-5c830d2b27b8 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.4100411 Sep 17 16:03:39.980385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:40.104890 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0555fedd-72ea-4595-b285-f56123ddcc2b req-befb24d7-d451-48a9-99c7-d22359fbf821 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317610 Sep 17 16:03:40.128382 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a3599aee-d7aa-4267-8b14-0015287b65dd req-adbb3daf-3b51-44ad-aa03-33bb0b24a956 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944726 Sep 17 16:03:40.245444 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:40.250703 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:40.264842 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80d50e85-d44d-425c-b957-041624a5ba51 HTTP/1.1" status: 204 len: 168 time: 1.0697370 Sep 17 16:03:40.277211 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d098e8-d85d-4783-8643-58749dd8e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d50e85-d44d-425c-b957-041624a5ba51,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:40.706951 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-b328ce32-5af6-4523-b03a-c6a3ee90e3f2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--671087139&fields=id&tenant_id=312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 267 time: 0.0919628 Sep 17 16:03:40.817388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42086) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:40.838355 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9838d3aa-ee4b-4bee-a440-94b782ea1fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:40.915384 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-2b2147aa-c91f-4e24-adc8-ac1181990905 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:40.918722 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-2b2147aa-c91f-4e24-adc8-ac1181990905 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 811 time: 0.1963272 Sep 17 16:03:40.974899 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-b1387c3f-f4b6-49bf-b735-5c9873c5de62 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/quotas/312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 375 time: 0.0445702 Sep 17 16:03:41.012938 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9838d3aa-ee4b-4bee-a440-94b782ea1fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:41.120384 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-9945f96f-aca7-43a7-9f78-cb220bfe8171 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427963 Sep 17 16:03:41.305973 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9838d3aa-ee4b-4bee-a440-94b782ea1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:41.394573 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c129f-7ba4-4bb6-a1a3-93f728937d2f req-570ca1f3-943a-4889-820d-3f52495a74ac tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:41.395809 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9838d3aa-ee4b-4bee-a440-94b782ea1fe6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21b998b7d9944eda81ccbe297d3b23e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768239 Sep 17 16:03:41.397812 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d3c129f-7ba4-4bb6-a1a3-93f728937d2f req-570ca1f3-943a-4889-820d-3f52495a74ac tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.1359754 Sep 17 16:03:41.399183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838d3aa-ee4b-4bee-a440-94b782ea1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db755fb2-1f66-46f5-9e90-09bb98fe4d5b,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:41.401756 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42094) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:41.423695 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-5a4ce91f-2985-4d1b-814c-24725ddb37c8 service neutron] 10.222.0.59 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753308 Sep 17 16:03:41.541061 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d3c129f-7ba4-4bb6-a1a3-93f728937d2f req-852625b6-97dc-4adf-9606-fb3b275f6428 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251862 Sep 17 16:03:41.625947 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:41.713763 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:41.746666 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-27991562-143f-476a-9c06-9314f1b688af service neutron] 10.222.0.59 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987890 Sep 17 16:03:41.848262 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b41074-d47b-42e0-82a1-928bcbbb9cd5 req-dc1cd829-5e74-4102-80db-fa9c3cbdff07 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:41.854200 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f2b41074-d47b-42e0-82a1-928bcbbb9cd5 req-dc1cd829-5e74-4102-80db-fa9c3cbdff07 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.1869969 Sep 17 16:03:41.901412 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42098) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:42.024518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8010-424b-4777-8ebd-af409fca001a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:42.059300 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f2b41074-d47b-42e0-82a1-928bcbbb9cd5 req-35da4c32-4d1c-4fce-a193-a52a00476e82 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866629 Sep 17 16:03:42.260953 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:42.264555 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:42.272448 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db755fb2-1f66-46f5-9e90-09bb98fe4d5b HTTP/1.1" status: 204 len: 168 time: 0.8681836 Sep 17 16:03:42.337835 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca00d7-7982-4155-ad7e-3faf2d12b9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db755fb2-1f66-46f5-9e90-09bb98fe4d5b,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:42.374732 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f1964eae-1408-4460-8d2b-80404b782df0 req-15acffc8-0174-4a77-976e-36b931faa228 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0980077 Sep 17 16:03:42.389640 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689f72-7f13-4492-b463-92954c184f35 req-d78af185-f9a3-4aeb-8c85-beb0651e5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:42.392505 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-d78af185-f9a3-4aeb-8c85-beb0651e5efa service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987 HTTP/1.1" status: 200 len: 913 time: 0.3293846 Sep 17 16:03:42.528839 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-b86af285-b483-4772-8b5e-dcb7d9503576 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423 HTTP/1.1" status: 200 len: 217 time: 0.0916309 Sep 17 16:03:42.787860 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a779e7-6066-44f0-9dc5-a28f4a09861d req-4f6f973a-01d4-48b6-ac14-3f6d62a659b0 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:42.790693 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-66a779e7-6066-44f0-9dc5-a28f4a09861d req-4f6f973a-01d4-48b6-ac14-3f6d62a659b0 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.1308517 Sep 17 16:03:42.857344 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-d3612b72-9919-41ba-a9f8-2f966dfc68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:42.859325 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-d3612b72-9919-41ba-a9f8-2f966dfc68d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 916 time: 0.7993815 Sep 17 16:03:42.975991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8010-424b-4777-8ebd-af409fca001a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:42.979508 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-9eb8bc0d-2048-490a-8857-6b8e5c5c66c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1299f23d-177f-4900-90af-f220b2b630f2 HTTP/1.1" status: 200 len: 217 time: 0.0963428 Sep 17 16:03:43.108881 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42126) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:43.132121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8010-424b-4777-8ebd-af409fca001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:43.207878 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689f72-7f13-4492-b463-92954c184f35 req-6ef3b901-ac4d-4316-a1b4-f71e865de3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:43.212088 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-6ef3b901-ac4d-4316-a1b4-f71e865de3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c022bbc3-8f27-433b-90c9-6e8555dd8d55 HTTP/1.1" status: 200 len: 852 time: 0.3773561 Sep 17 16:03:43.292431 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-572c0b04-999e-4d7f-ba53-465d7bbbbeb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674496 Sep 17 16:03:43.331171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-1f2293e1-c03c-446c-a59a-1569133f557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:43.334187 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-1f2293e1-c03c-446c-a59a-1569133f557e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.3240976 Sep 17 16:03:43.413310 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-66a779e7-6066-44f0-9dc5-a28f4a09861d req-8c672e6a-9a52-42b2-94b4-7f7d96eb4c24 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149945 Sep 17 16:03:43.448997 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cd7d8010-424b-4777-8ebd-af409fca001a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6718cf35a6444b16a45e35b401a3ce22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5444756 Sep 17 16:03:43.456143 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42140) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:43.464551 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8010-424b-4777-8ebd-af409fca001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6730039-8b71-43b1-809f-0206bff892e6,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:43.470648 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-a4305d51-19f5-4d0d-9c15-500920b9651f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179593 Sep 17 16:03:43.729564 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ba69-9531-4f92-92e6-3a94ac951493 req-282e1aab-3d3c-4bad-be71-e939a7207295 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:43.732846 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2506ba69-9531-4f92-92e6-3a94ac951493 req-282e1aab-3d3c-4bad-be71-e939a7207295 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.4242504 Sep 17 16:03:43.736544 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ab7a948c-42c6-42a3-8f65-5ee709e3cb38 req-25484338-b728-4f1a-9229-47092936ed7f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.2459009 Sep 17 16:03:43.842230 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-8faeba38-273a-428d-b506-b0b03c113bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135574 Sep 17 16:03:43.848663 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2506ba69-9531-4f92-92e6-3a94ac951493 req-73032d12-ad82-4761-a20c-cb509d9c718b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059990 Sep 17 16:03:43.866401 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:43.941988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:43.998649 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f689f72-7f13-4492-b463-92954c184f35 req-b86fd272-9c2f-40c5-86a8-762988d0a8b1 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476743 Sep 17 16:03:44.003315 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-480ad840-959e-41fa-82de-d85717c880a0 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750385 Sep 17 16:03:44.110355 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-36c0743e-6b50-4b61-b027-7db893bb7fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.180597 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.185150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.185150 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6730039-8b71-43b1-809f-0206bff892e6 HTTP/1.1" status: 204 len: 168 time: 0.7274215 Sep 17 16:03:44.323861 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5ae65-72f7-41a7-830b-7198b9fca487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6730039-8b71-43b1-809f-0206bff892e6,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:44.525887 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-36c0743e-6b50-4b61-b027-7db893bb7fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.570002 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-aab51db5-0c48-4b41-8568-9274cf7430d3 req-d3b634fe-73f8-4d6a-a65f-b0c7f0c41e61 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654939 Sep 17 16:03:44.661313 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317aaf-939c-4751-8f3d-0920eee72b6f req-9827c722-66d1-4657-ad18-dbda06462193 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:44.666442 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e317aaf-939c-4751-8f3d-0920eee72b6f req-9827c722-66d1-4657-ad18-dbda06462193 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.0765152 Sep 17 16:03:44.690369 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-36c0743e-6b50-4b61-b027-7db893bb7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.743327 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-36c0743e-6b50-4b61-b027-7db893bb7fc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ce82d0d0b6847539efef13f8b05a107&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6174440 Sep 17 16:03:44.747060 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42166) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:44.766811 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0743e-6b50-4b61-b027-7db893bb7fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb773e-1c8a-4a10-a868-42ee7b5f6803,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:44.789563 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e317aaf-939c-4751-8f3d-0920eee72b6f req-aa9ae10f-4945-4dad-a26f-96283a2af9f2 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181316 Sep 17 16:03:44.839253 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.898884 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0dd07528-a716-4daa-a266-4151a864d699 req-cb300f23-ef4c-402f-b49c-4dfd2b47e87b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0407627 Sep 17 16:03:44.906758 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:45.094582 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c974e-4d11-41fc-b7d5-91bda9fdf9cb req-6f4daccc-a147-48dc-ada0-7f59c557978d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:45.096344 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-081c974e-4d11-41fc-b7d5-91bda9fdf9cb req-6f4daccc-a147-48dc-ada0-7f59c557978d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0669546 Sep 17 16:03:45.124894 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:45.129979 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:45.141174 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20bb773e-1c8a-4a10-a868-42ee7b5f6803 HTTP/1.1" status: 204 len: 168 time: 0.3851330 Sep 17 16:03:45.146320 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-081c974e-4d11-41fc-b7d5-91bda9fdf9cb req-1e1ee3c8-f4b9-44ca-8a54-90a5c2e22d95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Sep 17 16:03:45.155998 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116daf3-0cfd-4f08-96aa-d16865fca498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb773e-1c8a-4a10-a868-42ee7b5f6803,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:45.810836 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:45.965601 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30ca3-3617-4d75-ac8a-c9a6280e6a01 req-2b4858b7-24fe-420a-b53e-d1f27a4d1a0e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:45.967930 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0c30ca3-3617-4d75-ac8a-c9a6280e6a01 req-2b4858b7-24fe-420a-b53e-d1f27a4d1a0e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.0595460 Sep 17 16:03:46.044115 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-82119f15-f6dc-44aa-937c-17476c63a1c5 req-317ff634-d67a-433b-a6db-db342a597d57 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0454156 Sep 17 16:03:46.074389 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0c30ca3-3617-4d75-ac8a-c9a6280e6a01 req-8ad0fda3-f276-4861-a777-cf700189984b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953474 Sep 17 16:03:46.313938 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94a985-c118-4a9c-861f-ee011eecdeb5 req-61db0dd9-1a1f-4184-99a6-1d74daa4e58e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:46.316595 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb94a985-c118-4a9c-861f-ee011eecdeb5 req-61db0dd9-1a1f-4184-99a6-1d74daa4e58e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0925360 Sep 17 16:03:46.359319 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb94a985-c118-4a9c-861f-ee011eecdeb5 req-0263c6ce-815f-434a-875d-828e496c01ea tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365698 Sep 17 16:03:46.438994 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42230) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:46.458512 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-709e27f8-5901-4f08-8391-937c8be916e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:46.666664 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-709e27f8-5901-4f08-8391-937c8be916e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:46.717483 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42236) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:46.757733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-709e27f8-5901-4f08-8391-937c8be916e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:46.803929 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e27f8-5901-4f08-8391-937c8be916e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6802288c-e2eb-4c71-be0d-639181054922,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:46.814409 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-709e27f8-5901-4f08-8391-937c8be916e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b457f39ce1743ff84d155ee7e2ec849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718059 Sep 17 16:03:46.816033 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42240) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:46.885396 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:46.915770 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:46.991288 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-5585a70d-00ab-416b-9823-e38b28bd0f1c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:46.992873 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-5585a70d-00ab-416b-9823-e38b28bd0f1c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 811 time: 0.1532173 Sep 17 16:03:47.060458 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-9984d847-b5ec-476e-bd6a-cd5d3784ac05 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 379 time: 0.0570138 Sep 17 16:03:47.060593 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.066094 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.068467 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6802288c-e2eb-4c71-be0d-639181054922 HTTP/1.1" status: 204 len: 168 time: 0.2506313 Sep 17 16:03:47.081496 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'port': {'device_id': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'admin_state_up': True, 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'security_groups': ['6c19647d-e383-4251-b77b-b771748cd601']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:47.085208 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f236-d302-48a2-bf56-edba941803c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6802288c-e2eb-4c71-be0d-639181054922,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:47.085680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-59e3398b-1a92-4e23-b2b5-e945237fe3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.242332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-166f4102-f7cc-47c2-9ecf-4644d0545f41 req-9ccca03b-cdf6-411e-a580-6e49e5003443 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0487628 Sep 17 16:03:47.356895 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe89c-9073-4dbe-a6b7-e1acd85dc4e7 req-fc196e38-f885-4834-8c17-e8c5dfb4a55e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:47.358754 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-facfe89c-9073-4dbe-a6b7-e1acd85dc4e7 req-fc196e38-f885-4834-8c17-e8c5dfb4a55e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.1141133 Sep 17 16:03:47.365071 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-59e3398b-1a92-4e23-b2b5-e945237fe3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.403332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-facfe89c-9073-4dbe-a6b7-e1acd85dc4e7 req-b3fb0e0d-422c-4e14-81f3-ea3fa2df75bb tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 Sep 17 16:03:47.482649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-59e3398b-1a92-4e23-b2b5-e945237fe3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.496710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871c9a9-6168-4e4d-ad6e-d7fd216df889 req-4d944599-8e3a-4003-8d7c-2e5d49810883 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:47.498571 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f871c9a9-6168-4e4d-ad6e-d7fd216df889 req-4d944599-8e3a-4003-8d7c-2e5d49810883 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.0638297 Sep 17 16:03:47.541923 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-59e3398b-1a92-4e23-b2b5-e945237fe3c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f38acc9dcf4b43a88813b52507f83f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8227296 Sep 17 16:03:47.546583 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42268) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:03:47.553967 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3398b-1a92-4e23-b2b5-e945237fe3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da6d3d-6076-464d-afd1-101d037d8fc6,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:47.578057 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f871c9a9-6168-4e4d-ad6e-d7fd216df889 req-e3761ad8-8c53-42c1-9764-6e7cc82a72e5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Sep 17 16:03:47.615634 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Made reservation on behalf of 312fa81340954b348a3b9b2cb42b9255 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:03:47.622024 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.662909 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.729178 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.853933 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Allocated IP 172.20.0.13 (c6a2d6ee-aaee-48a2-bcf7-26915479b37b/0e1b79ec-74e8-46d0-9e0e-bdc355117e1d/6f458b31-9247-48b0-a2db-fa9b036a9bb0) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:03:47.928058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.928058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:47.928058 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1da6d3d-6076-464d-afd1-101d037d8fc6 HTTP/1.1" status: 204 len: 168 time: 0.3766670 Sep 17 16:03:47.968702 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf780898-8896-449b-baef-e299c45b971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da6d3d-6076-464d-afd1-101d037d8fc6,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:48.102277 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:48.372349 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bab13011-b6b4-42f0-8a50-75913b24da37 req-15950086-c579-489b-948c-a09d14d5bfa5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0395389 Sep 17 16:03:48.565451 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 1299f23d-177f-4900-90af-f220b2b630f2 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:03:48.570481 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4127c-3b5a-438a-a9e2-fda9560c0f89 req-2b38c49d-1da4-4d92-bc5f-a2ebac0ebc6f tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:48.579472 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-79a4127c-3b5a-438a-a9e2-fda9560c0f89 req-2b38c49d-1da4-4d92-bc5f-a2ebac0ebc6f tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 943 time: 0.0681951 Sep 17 16:03:48.591660 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:48.651422 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:48.655847 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-79a4127c-3b5a-438a-a9e2-fda9560c0f89 req-68a0022d-2f45-480e-b2b3-e59048bd9a6b tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Sep 17 16:03:48.664787 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:03:48.668859 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:03:48.671151 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:03:48.762432 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:48.763911 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:48.764041 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:48.781534 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '1299f23d-177f-4900-90af-f220b2b630f2', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'port_id': '1299f23d-177f-4900-90af-f220b2b630f2', 'mac_address': 'fa:16:3e:ca:fc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162fa39c-4fc1-48ce-bffe-aa1fa49365b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:03:48.830096 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1da31-1109-4419-830a-7e0e24384807 req-534c0309-5aee-4bc4-838f-c032f875a8ac tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:48.865018 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c5f1da31-1109-4419-830a-7e0e24384807 req-534c0309-5aee-4bc4-838f-c032f875a8ac tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 943 time: 0.1236322 Sep 17 16:03:48.865523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:48.865523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1299f23d-177f-4900-90af-f220b2b630f2 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:48.884384 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:48.891705 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c5f1da31-1109-4419-830a-7e0e24384807 req-42bdc05f-4319-4a99-b8a8-ffb61c2e2509 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Sep 17 16:03:49.022997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.023747 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device d31a8efd-361b-4b75-8595-b9bd0e96e423 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:03:49.027552 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-788884f0-db9c-4fa1-b1fa-4b4f6a9865b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9566038 Sep 17 16:03:49.040250 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Request body: {'port': {'device_id': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:03:49.121884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.142042 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:49.171221 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-38b13284-1c88-48c2-9edb-06bd020da267 None None] Provisioning complete for port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:49.171602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b13284-1c88-48c2-9edb-06bd020da267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.273447 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-38b13284-1c88-48c2-9edb-06bd020da267 None None] Port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:03:49.299018 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423,segment=NetworkSegment(d947f15f-da67-4387-a68c-041ab4c03c8c),segment_id=d947f15f-da67-4387-a68c-041ab4c03c8c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:49.316243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'd31a8efd-361b-4b75-8595-b9bd0e96e423', 'network_id': 'eacc90e1-275c-4a6a-af0e-4cb90ec9a987', 'port_id': 'd31a8efd-361b-4b75-8595-b9bd0e96e423', 'mac_address': 'fa:16:3e:3f:10:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c022bbc3-8f27-433b-90c9-6e8555dd8d55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:03:49.372003 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.389900 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31a8efd-361b-4b75-8595-b9bd0e96e423 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:49.436793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423,segment=NetworkSegment(d947f15f-da67-4387-a68c-041ab4c03c8c),segment_id=d947f15f-da67-4387-a68c-041ab4c03c8c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:49.539676 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.578040 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f458b31-9247-48b0-a2db-fa9b036a9bb0 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:49.581054 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa89cf-fc7f-428c-ae59-24e7902c3e2f req-54f8a5cd-3677-4e24-857d-c66d7047c557 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:49.584746 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-10aa89cf-fc7f-428c-ae59-24e7902c3e2f req-54f8a5cd-3677-4e24-857d-c66d7047c557 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 932 time: 0.1079621 Sep 17 16:03:49.594637 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.608743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Transition to ACTIVE for port object 6f458b31-9247-48b0-a2db-fa9b036a9bb0 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:03:49.620659 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:49.665109 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-10aa89cf-fc7f-428c-ae59-24e7902c3e2f req-71fc8c5d-91c9-48b8-a89a-5617ed741058 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733883 Sep 17 16:03:49.695547 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:49.836243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:03:49.879086 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:49.883789 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['d31a8efd-361b-4b75-8595-b9bd0e96e423'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:03:49.925590 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a0376-795c-419b-bbfe-12908f33aa94 req-2683eb83-e9d9-4307-ac5d-3c30d6b3e383 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:49.925590 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-244a0376-795c-419b-bbfe-12908f33aa94 req-2683eb83-e9d9-4307-ac5d-3c30d6b3e383 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 944 time: 0.1277850 Sep 17 16:03:49.926023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Attempting to bind port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:03:49.926023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Attempting to bind port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:03:49.926023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Attempting to bind port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:49.936690 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:03:49.938824 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Attempting to bind port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:03:49.948730 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:03:49.949073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Checking segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:03:49.949462 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Bound using segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:03:49.949899 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Bound port: 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:03:49.950458 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:50.030170 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-244a0376-795c-419b-bbfe-12908f33aa94 req-1683d405-6a5c-4ac5-bc4c-4ca13e358302 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930178 Sep 17 16:03:50.101198 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed4440-4d7b-42ec-8d66-b9c7f86361bb req-e18840f5-0a2b-426e-9d73-26040c6bce8d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.122079 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-15ed4440-4d7b-42ec-8d66-b9c7f86361bb req-e18840f5-0a2b-426e-9d73-26040c6bce8d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 944 time: 0.0906126 Sep 17 16:03:50.154539 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:03:50.158942 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:03:50.190749 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-15ed4440-4d7b-42ec-8d66-b9c7f86361bb req-90651de0-1250-4cbc-8466-95025556797d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674129 Sep 17 16:03:50.246572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:50.308135 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.309791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:50.320271 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1094 time: 1.2774835 Sep 17 16:03:50.358168 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:50.361078 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:50.419617 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846f80-c29b-4b36-ac0e-3bd02eb382f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:50.431619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae73f9-8790-4908-8937-55762f904a79 x-openstack-request-id: req-1eae73f9-8790-4908-8937-55762f904a79 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:50.431856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:50.432108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1eae73f9-8790-4908-8937-55762f904a79 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:50.432538 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'status': 'completed', 'code': 200} Sep 17 16:03:50.481202 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-723fe137-3bef-432c-acf8-fd3ffe1574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.483076 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-723fe137-3bef-432c-acf8-fd3ffe1574d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1097 time: 0.0466623 Sep 17 16:03:50.541942 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-ca733152-3682-417c-b3aa-587ed7ac4b65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0503249 Sep 17 16:03:50.616334 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-75521674-0f80-4db7-a95a-80ef08b9c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.618360 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-75521674-0f80-4db7-a95a-80ef08b9c857 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0699716 Sep 17 16:03:50.710123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-bc11fec2-6daf-4b3d-9729-1ace65196236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.711226 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-bc11fec2-6daf-4b3d-9729-1ace65196236 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845094 Sep 17 16:03:50.864777 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447250b0-8a98-43c3-8fba-1795efd660b8 req-aff4a93d-f36d-40d6-8dd7-dce40a02b83a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:50.867202 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-447250b0-8a98-43c3-8fba-1795efd660b8 req-aff4a93d-f36d-40d6-8dd7-dce40a02b83a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 944 time: 0.0680201 Sep 17 16:03:50.944644 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-447250b0-8a98-43c3-8fba-1795efd660b8 req-ff0acc51-fb75-44d0-9971-d7fff1fcf637 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709059 Sep 17 16:03:50.950231 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-a44461dd-02f9-49ec-a508-c3f6785e9255 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295556 Sep 17 16:03:51.059829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-21350d53-1147-4a82-9fe1-bb12be100ccf req-1f1cd520-8c61-457f-8985-46563db1a105 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025620 Sep 17 16:03:51.196571 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec074d-1a84-4787-aa35-28d5f8826eff req-f19b4e53-81ba-4b69-a845-ff51d3c09354 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.200009 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5dec074d-1a84-4787-aa35-28d5f8826eff req-f19b4e53-81ba-4b69-a845-ff51d3c09354 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 944 time: 0.0795882 Sep 17 16:03:51.281086 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-3d75c3d4-74c2-44ca-88bf-ca637593e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.281086 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-3d75c3d4-74c2-44ca-88bf-ca637593e258 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1097 time: 0.1034265 Sep 17 16:03:51.312658 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5dec074d-1a84-4787-aa35-28d5f8826eff req-09147033-7265-4119-92b0-1bd40270ef66 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979574 Sep 17 16:03:51.416497 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da2d91-57e4-4255-9256-84e57f9348d4 req-9749cf91-5ca9-4cb8-a10e-581a0dc35e08 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.423778 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28da2d91-57e4-4255-9256-84e57f9348d4 req-9749cf91-5ca9-4cb8-a10e-581a0dc35e08 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 944 time: 0.0970485 Sep 17 16:03:51.465719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-23a7f29a-d808-4b9d-856d-4806db8703c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.468266 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-23a7f29a-d808-4b9d-856d-4806db8703c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1815872 Sep 17 16:03:51.470752 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28da2d91-57e4-4255-9256-84e57f9348d4 req-cf0e4240-0b1d-4cc4-8092-ec49d6274940 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Sep 17 16:03:51.534600 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-1a00ac22-a9c3-4154-89a6-f59759cd8469 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0580387 Sep 17 16:03:51.620720 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-0c4580c4-efd4-4238-afaa-6b3a824387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.625093 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-0c4580c4-efd4-4238-afaa-6b3a824387f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0811477 Sep 17 16:03:51.678936 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-a4e73aa8-bc3d-4e7f-836e-424605d10f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:51.680772 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-a4e73aa8-bc3d-4e7f-836e-424605d10f5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491996 Sep 17 16:03:51.813470 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-efde10f6-6077-4930-8242-f7830778397d service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235676 Sep 17 16:03:51.968442 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6c903ac9-2ee5-46ff-8078-dbb8987f61ff req-58e023ac-971a-4197-a2b0-d30535986bdd service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473258 Sep 17 16:03:52.120779 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb51d7-7484-48c5-9bc2-69cefd160c9e req-7bc02073-d21a-48a0-9cb1-d097934df362 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:52.122365 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91bb51d7-7484-48c5-9bc2-69cefd160c9e req-7bc02073-d21a-48a0-9cb1-d097934df362 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Sep 17 16:03:52.185260 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91bb51d7-7484-48c5-9bc2-69cefd160c9e req-d5a2ed8b-531e-45d1-9f83-be089073a3da tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547917 Sep 17 16:03:52.509102 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daf9a3-4c9a-4f9c-b739-85b97305ae86 req-e5ea6b3a-4eb3-4d76-a139-cc1562e1704f tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:52.511768 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-07daf9a3-4c9a-4f9c-b739-85b97305ae86 req-e5ea6b3a-4eb3-4d76-a139-cc1562e1704f tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 944 time: 0.1064160 Sep 17 16:03:52.558960 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 1299f23d-177f-4900-90af-f220b2b630f2 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:52.572253 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-07daf9a3-4c9a-4f9c-b739-85b97305ae86 req-f2a29d4d-91fb-484a-bc69-dc994e6ce5c6 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521998 Sep 17 16:03:52.682097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303bc88-81d2-4e3e-8783-eababb0116b7 req-4c3fbeba-cdda-4ceb-8c45-09f3f4c574f6 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:52.683958 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1303bc88-81d2-4e3e-8783-eababb0116b7 req-4c3fbeba-cdda-4ceb-8c45-09f3f4c574f6 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 944 time: 0.0741928 Sep 17 16:03:52.742177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 1299f23d-177f-4900-90af-f220b2b630f2 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:03:52.746387 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1303bc88-81d2-4e3e-8783-eababb0116b7 req-fd4ff476-224a-44b9-a549-2904be855592 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Sep 17 16:03:52.747203 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 1299f23d-177f-4900-90af-f220b2b630f2 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:52.758862 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:52.868352 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:52.905674 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:53.004877 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:53.222737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:53.224183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device d31a8efd-361b-4b75-8595-b9bd0e96e423 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:53.351048 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94325499-43ae-4ab9-943c-68ba4298c62e req-26857d8d-b1b7-4864-92d8-e7cc5b5d0aa1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:53.367648 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94325499-43ae-4ab9-943c-68ba4298c62e req-26857d8d-b1b7-4864-92d8-e7cc5b5d0aa1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 944 time: 0.1039443 Sep 17 16:03:53.414429 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:53.428046 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94325499-43ae-4ab9-943c-68ba4298c62e req-07535a06-d69a-4727-b09f-34078e8b0767 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591063 Sep 17 16:03:53.465679 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dda349-d879-466c-84c2-0c00e22c7885" -d '{"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-plugged", "status": "completed", "tag": "1299f23d-177f-4900-90af-f220b2b630f2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:53.612652 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port d31a8efd-361b-4b75-8595-b9bd0e96e423 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:03:53.621564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port d31a8efd-361b-4b75-8595-b9bd0e96e423 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:53.621564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:53.730004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9b646b-6823-4dfb-a31c-8a0516677631 x-openstack-request-id: req-be9b646b-6823-4dfb-a31c-8a0516677631 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:53.730004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-plugged", "status": "completed", "tag": "1299f23d-177f-4900-90af-f220b2b630f2", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:53.730004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be9b646b-6823-4dfb-a31c-8a0516677631 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:53.730004 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2', 'code': 200} Sep 17 16:03:53.792678 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594fde1-a153-43ed-bb67-0a463e197134 req-e00e4348-8720-4bc6-92e6-fa8a4f86ee0a tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:53.805714 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d594fde1-a153-43ed-bb67-0a463e197134 req-e00e4348-8720-4bc6-92e6-fa8a4f86ee0a tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 944 time: 0.1129851 Sep 17 16:03:53.839487 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:53.888963 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d594fde1-a153-43ed-bb67-0a463e197134 req-cf6ed511-47ac-4b7c-a997-de643162918e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817060 Sep 17 16:03:53.913686 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423,segment=NetworkSegment(d947f15f-da67-4387-a68c-041ab4c03c8c),segment_id=d947f15f-da67-4387-a68c-041ab4c03c8c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:53.980893 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47677a1a-f236-4d96-a04e-94317e047848 req-d65cb76b-1a4f-4d18-910d-c3823ccb847b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:53.983748 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-47677a1a-f236-4d96-a04e-94317e047848 req-d65cb76b-1a4f-4d18-910d-c3823ccb847b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0928800 Sep 17 16:03:53.997118 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:54.030984 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-47677a1a-f236-4d96-a04e-94317e047848 req-97b94956-54bf-4426-b652-dd0e2681a546 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Sep 17 16:03:54.163403 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:54.594032 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f484a5c-b1fb-485e-aec7-53ae63cc060f req-9bb75239-bfae-4aa1-8d7a-f13a6f67271b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:54.596250 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6f484a5c-b1fb-485e-aec7-53ae63cc060f req-9bb75239-bfae-4aa1-8d7a-f13a6f67271b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 944 time: 0.0643725 Sep 17 16:03:54.644253 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6f484a5c-b1fb-485e-aec7-53ae63cc060f req-9df66958-36fe-4119-bbdf-aa71f9506e47 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Sep 17 16:03:54.716774 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 6f458b31-9247-48b0-a2db-fa9b036a9bb0 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:03:54.913978 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:54.953641 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'port_id': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'mac_address': 'fa:16:3e:c1:56:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:03:55.054014 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:55.078824 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f458b31-9247-48b0-a2db-fa9b036a9bb0 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:03:55.119663 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:55.136943 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e257b2-7bf4-4aa9-b653-a50eb2917168 req-0e85efb5-c4a9-4643-b552-1bac5fadfacc tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:55.139942 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9e257b2-7bf4-4aa9-b653-a50eb2917168 req-0e85efb5-c4a9-4643-b552-1bac5fadfacc tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.1202335 Sep 17 16:03:55.222267 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:55.256421 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48b042-de33-4e48-bebb-96acc1df7154 req-edb87d75-2ab2-4d6c-b7a7-874c8fb2fa86 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:55.258683 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0a48b042-de33-4e48-bebb-96acc1df7154 req-edb87d75-2ab2-4d6c-b7a7-874c8fb2fa86 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.1171160 Sep 17 16:03:55.264230 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9e257b2-7bf4-4aa9-b653-a50eb2917168 req-5d218971-a773-413d-b227-08c8948bb88e tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060989 Sep 17 16:03:55.292574 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:55.322439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0a48b042-de33-4e48-bebb-96acc1df7154 req-64e0d71d-c77a-41e2-8961-f57e4dc5b416 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Sep 17 16:03:55.729879 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:55.738364 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd3be0-8502-47d6-8681-d18bfb748432" -d '{"events": [{"server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:55.817371 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f15c67-adad-46c7-ba13-bb4bdcd6c0a8 x-openstack-request-id: req-d6f15c67-adad-46c7-ba13-bb4bdcd6c0a8 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:55.817760 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:55.818130 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6f15c67-adad-46c7-ba13-bb4bdcd6c0a8 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:55.819143 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423', 'code': 200} Sep 17 16:03:55.926944 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948b019-49f9-426e-83c0-187c65ca9335 req-0e816fca-8a8c-493d-9f55-77cb696ee901 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:55.930373 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6948b019-49f9-426e-83c0-187c65ca9335 req-0e816fca-8a8c-493d-9f55-77cb696ee901 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 945 time: 0.1012862 Sep 17 16:03:55.938569 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['6f458b31-9247-48b0-a2db-fa9b036a9bb0'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:03:56.002447 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6948b019-49f9-426e-83c0-187c65ca9335 req-5153a1ea-45bc-482b-85b7-d13c29a62377 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637290 Sep 17 16:03:56.275561 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb653-3594-45c2-86f9-425dc090be3e req-a1e707f2-27da-48d0-a0c9-be7aca251398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:56.279501 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b19fb653-3594-45c2-86f9-425dc090be3e req-a1e707f2-27da-48d0-a0c9-be7aca251398 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 1098 time: 0.1464050 Sep 17 16:03:56.531627 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-f79402fa-8fc5-4714-ae90-e132012e61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:56.541828 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-f79402fa-8fc5-4714-ae90-e132012e61c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 1098 time: 0.2679658 Sep 17 16:03:56.606150 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-15552e05-6590-40b4-824a-5d66a6886d7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:56.618231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b19fb653-3594-45c2-86f9-425dc090be3e req-3eb2005d-fb0b-43f9-a4aa-68afbe2c1a16 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:56.652863 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a546ec-6339-46f5-b018-c23f57384a2c req-cd2052b7-7b7f-4892-af3c-68d8af0af118 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:56.658593 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a1a546ec-6339-46f5-b018-c23f57384a2c req-cd2052b7-7b7f-4892-af3c-68d8af0af118 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.2093656 Sep 17 16:03:56.691013 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2062c-9146-4310-8572-5bec1bff52cc req-06c0d10e-22d3-4729-9d96-fef99a0dc476 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:56.692592 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d1a2062c-9146-4310-8572-5bec1bff52cc req-06c0d10e-22d3-4729-9d96-fef99a0dc476 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.2252123 Sep 17 16:03:56.712308 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 6f458b31-9247-48b0-a2db-fa9b036a9bb0 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:03:56.765745 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a1a546ec-6339-46f5-b018-c23f57384a2c req-6b9a643e-3faf-4d87-aa08-a323554a9476 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946770 Sep 17 16:03:56.772787 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d1a2062c-9146-4310-8572-5bec1bff52cc req-432678ee-ac46-4caa-9183-7c8f348d363d tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672967 Sep 17 16:03:56.782886 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b19fb653-3594-45c2-86f9-425dc090be3e req-3eb2005d-fb0b-43f9-a4aa-68afbe2c1a16 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:56.877949 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b19fb653-3594-45c2-86f9-425dc090be3e req-3eb2005d-fb0b-43f9-a4aa-68afbe2c1a16 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:56.896917 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:03:56.905005 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:03:56.905646 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:56.946171 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b19fb653-3594-45c2-86f9-425dc090be3e req-3eb2005d-fb0b-43f9-a4aa-68afbe2c1a16 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591632 Sep 17 16:03:56.962236 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2005d-fb0b-43f9-a4aa-68afbe2c1a16 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=786e8af4-ccf2-4328-a7e4-877d57d6f232,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:56.980676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.db.api [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-15552e05-6590-40b4-824a-5d66a6886d7e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4d20d97668a0481494f0b04c2366b447 {{(pid=94529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:03:56.982646 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG oslo_db.api [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-15552e05-6590-40b4-824a-5d66a6886d7e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:03:57.047067 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:57.122311 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:03:57.210577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18375878-643c-47f4-9e74-90aafc944634 req-b0cafe3c-9a21-4ff2-a4e0-b286a68129a4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:57.213326 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-18375878-643c-47f4-9e74-90aafc944634 req-b0cafe3c-9a21-4ff2-a4e0-b286a68129a4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 945 time: 0.1012151 Sep 17 16:03:57.242944 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:57.269728 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-18375878-643c-47f4-9e74-90aafc944634 req-0bc274fe-230c-43cb-a2c2-c5f71fe8cc39 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501845 Sep 17 16:03:57.332733 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:03:57.485093 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-15552e05-6590-40b4-824a-5d66a6886d7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:57.574677 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf584b1d-fc74-4a75-a78f-adaf90c8c41e req-15552e05-6590-40b4-824a-5d66a6886d7e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0080285 Sep 17 16:03:57.829416 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:03:57.829416 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6c511-68c2-4780-b559-d68afc78f352" -d '{"events": [{"server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "name": "network-vif-plugged", "status": "completed", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:03:57.972609 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6358b-b3e2-460d-abcb-a386f57b4fd8 req-cf5b3446-76a5-464d-993b-df6e4c5f5071 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:57.975113 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ca6358b-b3e2-460d-abcb-a386f57b4fd8 req-cf5b3446-76a5-464d-993b-df6e4c5f5071 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0936089 Sep 17 16:03:57.986227 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddc8f7-cbee-4d8d-9253-dfb5403db8f5 req-90c65d0c-630c-4604-81c0-b8f2c5fed900 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:57.987875 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c1ddc8f7-cbee-4d8d-9253-dfb5403db8f5 req-90c65d0c-630c-4604-81c0-b8f2c5fed900 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.1090221 Sep 17 16:03:58.087383 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ca6358b-b3e2-460d-abcb-a386f57b4fd8 req-89ce96c4-b1f0-46da-a57e-1fc2d38aca3c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939021 Sep 17 16:03:58.087383 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c1ddc8f7-cbee-4d8d-9253-dfb5403db8f5 req-3d591dc0-7ede-4598-b5a5-e84f7d82a569 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905743 Sep 17 16:03:58.094651 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3af98364-8813-41bf-b201-1ed9c429056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:58.184722 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8383ab8a-6d55-44fe-b7f8-8a0141bf2765 x-openstack-request-id: req-8383ab8a-6d55-44fe-b7f8-8a0141bf2765 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:03:58.185498 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "name": "network-vif-plugged", "status": "completed", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:03:58.185862 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8383ab8a-6d55-44fe-b7f8-8a0141bf2765 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:03:58.186489 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'code': 200} Sep 17 16:03:58.439592 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6ae33-13cd-4de0-a530-7a3b2962b59f req-01d34fe3-22c1-4455-9190-28108c6e2da2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:58.441682 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0f6ae33-13cd-4de0-a530-7a3b2962b59f req-01d34fe3-22c1-4455-9190-28108c6e2da2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0664093 Sep 17 16:03:58.509413 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0f6ae33-13cd-4de0-a530-7a3b2962b59f req-751ffc07-c7ab-4f66-9cb1-d9c3b53143c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555809 Sep 17 16:03:58.640448 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2a2a-2d7f-4baf-9a03-430cc189eb4d req-860489b5-9dfd-437d-8346-ee1b2852f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:58.643080 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-873f2a2a-2d7f-4baf-9a03-430cc189eb4d req-860489b5-9dfd-437d-8346-ee1b2852f5c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.0540433 Sep 17 16:03:58.735253 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-873f2a2a-2d7f-4baf-9a03-430cc189eb4d req-ca67a465-fe2b-4956-80f4-3bd2c3dd4c33 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511906 Sep 17 16:03:59.348001 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b23ff9-282f-4911-a906-e389c2586285 req-f40f0831-1df3-400b-9985-93977290c81d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:59.350588 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56b23ff9-282f-4911-a906-e389c2586285 req-f40f0831-1df3-400b-9985-93977290c81d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.1175458 Sep 17 16:03:59.363267 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010085a-c054-45c2-9bab-e487bbe1ac14 req-efe5997c-9985-4233-8d57-d40192c0ea14 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:59.364916 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0010085a-c054-45c2-9bab-e487bbe1ac14 req-efe5997c-9985-4233-8d57-d40192c0ea14 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.1477897 Sep 17 16:03:59.427049 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56b23ff9-282f-4911-a906-e389c2586285 req-ac8f99fc-59ac-47f1-8c34-7a1c3f172f16 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Sep 17 16:03:59.445917 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0010085a-c054-45c2-9bab-e487bbe1ac14 req-4bda2964-dac6-463a-b3ee-cab68e097cbe tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624340 Sep 17 16:03:59.664034 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9571c3-6c06-479f-a0a0-34d6b9c1cc96 req-bcaf74a6-324f-4653-b627-7ad8c3b6ade4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:03:59.666136 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed9571c3-6c06-479f-a0a0-34d6b9c1cc96 req-bcaf74a6-324f-4653-b627-7ad8c3b6ade4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0640886 Sep 17 16:03:59.726211 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed9571c3-6c06-479f-a0a0-34d6b9c1cc96 req-5e5116ef-2fe5-48a6-884f-23558cfcfdd8 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437169 Sep 17 16:04:00.603700 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f54c67-239b-4689-9853-d6a3a0c69109 req-0bb3e5df-9d99-41a8-8bda-c4d2d7091986 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:00.605357 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89f54c67-239b-4689-9853-d6a3a0c69109 req-0bb3e5df-9d99-41a8-8bda-c4d2d7091986 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0987566 Sep 17 16:04:00.639304 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a9f85-8f4b-44a7-a900-fe35adf1ed23 req-8a1cc9d1-8ba6-49e7-98b9-b902f2913ac3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:00.640938 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3e1a9f85-8f4b-44a7-a900-fe35adf1ed23 req-8a1cc9d1-8ba6-49e7-98b9-b902f2913ac3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.0928047 Sep 17 16:04:00.659090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2cee96e2-38e7-4529-987c-bb8954a8fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:00.692930 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89f54c67-239b-4689-9853-d6a3a0c69109 req-6316a83d-c72a-4815-9cbc-9b0bc95f4608 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 Sep 17 16:04:00.709149 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3e1a9f85-8f4b-44a7-a900-fe35adf1ed23 req-1b560154-97b1-49b3-91da-0d06ea0280d7 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593700 Sep 17 16:04:00.921887 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2001-1b9f-48af-95d0-4e4d0b4ffdcb req-e3870454-aa08-43db-8eca-dba07c92c2cb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:00.923758 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d32b2001-1b9f-48af-95d0-4e4d0b4ffdcb req-e3870454-aa08-43db-8eca-dba07c92c2cb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0637000 Sep 17 16:04:00.950715 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42658) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:00.996131 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d32b2001-1b9f-48af-95d0-4e4d0b4ffdcb req-98ddda40-3447-4234-af8e-a086b0ba7547 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642715 Sep 17 16:04:01.105143 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0c15f82-c7a9-4dee-975b-9e15f2f6d823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.224587 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0c15f82-c7a9-4dee-975b-9e15f2f6d823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.359365 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0c15f82-c7a9-4dee-975b-9e15f2f6d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.406644 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-a0c15f82-c7a9-4dee-975b-9e15f2f6d823 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04123763a2c64512bfff82a0f0dc4e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541047 Sep 17 16:04:01.407753 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c15f82-c7a9-4dee-975b-9e15f2f6d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b1632-16d6-4d52-8471-6f76233bc2ba,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:01.410223 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42664) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:01.501462 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.529495 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.593782 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.669034 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.711633 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.717452 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:01.727532 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad5b1632-16d6-4d52-8471-6f76233bc2ba HTTP/1.1" status: 204 len: 168 time: 0.3078601 Sep 17 16:04:01.745943 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146650b6-fc4b-47d3-b470-769d0e15f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b1632-16d6-4d52-8471-6f76233bc2ba,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:02.138119 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0b4d-cde7-4841-8ce1-d46fc777554b req-6796500f-8a48-415a-906f-69ccd3939ef0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:02.140903 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3f4c0b4d-cde7-4841-8ce1-d46fc777554b req-6796500f-8a48-415a-906f-69ccd3939ef0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0661228 Sep 17 16:04:02.186165 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3f4c0b4d-cde7-4841-8ce1-d46fc777554b req-f5bb9f46-60fb-40a4-9741-b8f6eef76484 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373094 Sep 17 16:04:02.555180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42688) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:02.573591 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-46d13ac8-2b49-4181-8584-a3c1dfa39a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:02.674730 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-46d13ac8-2b49-4181-8584-a3c1dfa39a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:02.759358 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-46d13ac8-2b49-4181-8584-a3c1dfa39a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:02.819575 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-46d13ac8-2b49-4181-8584-a3c1dfa39a42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b5a5e7468a64a42b15c8106419541dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632263 Sep 17 16:04:02.820583 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d13ac8-2b49-4181-8584-a3c1dfa39a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f785178-81c5-4bf7-aafa-b18d5b3fc544,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:02.825044 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42700) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:02.916987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:02.962600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:03.111367 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:03.115937 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:03.116520 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f785178-81c5-4bf7-aafa-b18d5b3fc544 HTTP/1.1" status: 204 len: 168 time: 0.2904434 Sep 17 16:04:03.126925 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b9d64-a8a5-4d87-bdc4-12de4d4b2419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f785178-81c5-4bf7-aafa-b18d5b3fc544,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:03.344692 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965cdd5-f29f-44e4-9237-aaf7a1f7fe43 req-226a1be8-895f-4a96-8987-98fa51a39152 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:03.347578 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8965cdd5-f29f-44e4-9237-aaf7a1f7fe43 req-226a1be8-895f-4a96-8987-98fa51a39152 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0709145 Sep 17 16:04:03.392372 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8965cdd5-f29f-44e4-9237-aaf7a1f7fe43 req-e85c0df5-5ffd-4216-9b5d-b584cead4bfc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371988 Sep 17 16:04:03.911633 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:04.568171 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12f5ec-39cf-4416-9915-529f033863ba req-c6c1f22a-4fab-432c-86a3-fdd68978ef7c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:04.570485 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3a12f5ec-39cf-4416-9915-529f033863ba req-c6c1f22a-4fab-432c-86a3-fdd68978ef7c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0669320 Sep 17 16:04:04.613268 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3a12f5ec-39cf-4416-9915-529f033863ba req-6e06388c-2580-4f28-87a8-698fe6974da1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362148 Sep 17 16:04:05.754543 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a68904-c5b9-4e99-b4c5-abff9b41d147 req-082f8863-294d-47ea-a754-d26a836b1ae6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:05.756213 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-95a68904-c5b9-4e99-b4c5-abff9b41d147 req-082f8863-294d-47ea-a754-d26a836b1ae6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0598860 Sep 17 16:04:05.798486 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-95a68904-c5b9-4e99-b4c5-abff9b41d147 req-a4eeb838-5fde-4664-b5d0-23b892a4b296 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358312 Sep 17 16:04:05.972400 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42796) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:06.122000 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef5fff6a-d095-4bc3-9689-7e2a9bcd2f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.223450 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef5fff6a-d095-4bc3-9689-7e2a9bcd2f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.357945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ef5fff6a-d095-4bc3-9689-7e2a9bcd2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.428279 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ef5fff6a-d095-4bc3-9689-7e2a9bcd2f2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0aec6a83bfee476c8a69e2d1f6bdcebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540727 Sep 17 16:04:06.431124 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fff6a-d095-4bc3-9689-7e2a9bcd2f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d2d60-9128-4267-b002-6488140b531a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:06.435105 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42814) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:06.498192 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.522815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.708527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.712636 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:06.714061 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc1d2d60-9128-4267-b002-6488140b531a HTTP/1.1" status: 204 len: 168 time: 0.2776003 Sep 17 16:04:06.731552 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24517e5e-6161-4c59-8626-551696dd15c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d2d60-9128-4267-b002-6488140b531a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:06.922514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b74c22-ba6a-468c-863b-6bf17adf1c4e req-553d209f-bda5-4785-a2c2-05184b9de3bb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:06.924277 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73b74c22-ba6a-468c-863b-6bf17adf1c4e req-553d209f-bda5-4785-a2c2-05184b9de3bb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0540268 Sep 17 16:04:06.967495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73b74c22-ba6a-468c-863b-6bf17adf1c4e req-b0c869bd-757a-430c-99d9-cf86ac2e469e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366516 Sep 17 16:04:07.149828 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e4a30-2014-47a9-9bd4-c7e1cd5edd19 req-e4f1a1b9-3b83-4078-b884-bc8167e985f0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:07.151428 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-037e4a30-2014-47a9-9bd4-c7e1cd5edd19 req-e4f1a1b9-3b83-4078-b884-bc8167e985f0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0629618 Sep 17 16:04:07.166927 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 42850) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:07.176412 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'floatingip': {'port_id': '6f458b31-9247-48b0-a2db-fa9b036a9bb0'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:07.294009 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:07.637241 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42870) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:07.661343 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9cdab36c-04d3-4bb1-8c8b-dc394fd5c706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:07.843525 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9cdab36c-04d3-4bb1-8c8b-dc394fd5c706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:07.953762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9cdab36c-04d3-4bb1-8c8b-dc394fd5c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.037860 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9cdab36c-04d3-4bb1-8c8b-dc394fd5c706 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e54797aeee247cea4c44664a1df9fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979585 Sep 17 16:04:08.040159 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdab36c-04d3-4bb1-8c8b-dc394fd5c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044521fe-e85b-4821-9cfd-44944ae64112,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:08.044762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 42880) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:08.186230 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.242465 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.372387 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.db.resource_extend [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 16:04:08.461593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.467907 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.474639 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/044521fe-e85b-4821-9cfd-44944ae64112 HTTP/1.1" status: 204 len: 168 time: 0.4279530 Sep 17 16:04:08.477154 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.491402 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce74b3-4e4b-44cf-9721-ea9f063c6cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044521fe-e85b-4821-9cfd-44944ae64112,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:08.581600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:08.713217 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Floating IP 618ed1d8-32ba-4c8d-8898-3c728959b8f5 associated. External IP: 172.27.2.123, port: 6f458b31-9247-48b0-a2db-fa9b036a9bb0. Sep 17 16:04:09.042557 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:04:09.249248 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:04:09.255390 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:09.289967 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:04:09.297956 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-46d1463c-27cb-422c-8bc6-b1e669a383a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "PUT /v2.0/floatingips/618ed1d8-32ba-4c8d-8898-3c728959b8f5 HTTP/1.1" status: 200 len: 992 time: 2.1250839 Sep 17 16:04:09.297956 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:09.297956 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56991335-d4ec-48fb-bb7e-bc0f7f088076" -d '{"events": [{"name": "network-changed", "server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:09.361775 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:09.362254 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:09.549442 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127ec7a-380a-4ebc-b3a8-dd9b615b145f x-openstack-request-id: req-c127ec7a-380a-4ebc-b3a8-dd9b615b145f {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:09.550019 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:09.559332 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c127ec7a-380a-4ebc-b3a8-dd9b615b145f {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:09.559332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'status': 'completed', 'code': 200} Sep 17 16:04:09.570822 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:09.644463 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-3c67ecad-97c2-4a1d-8995-2c5bedd06bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:09.647743 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-3c67ecad-97c2-4a1d-8995-2c5bedd06bfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.0772815 Sep 17 16:04:09.804945 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-157417eb-460b-487b-99ed-717c7c1df836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:09.806767 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-157417eb-460b-487b-99ed-717c7c1df836 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1451359 Sep 17 16:04:09.902358 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:04:10.027941 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '618ed1d8-32ba-4c8d-8898-3c728959b8f5', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:c1:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:03:38Z', 'updated_at': '2021-09-17T16:04:08Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:10.068644 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:04:10.102792 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:10.103207 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:10.213522 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-bc64f4ee-61a8-4d84-b213-13c864f2c8dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1000 time: 0.3982320 Sep 17 16:04:10.314165 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:10.752378 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '618ed1d8-32ba-4c8d-8898-3c728959b8f5', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:c1:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:03:38Z', 'updated_at': '2021-09-17T16:04:08Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:10.803581 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061364d-c757-4d11-8c71-7a529a0b2305 None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '618ed1d8-32ba-4c8d-8898-3c728959b8f5', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:c1:56:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:03:38Z', 'updated_at': '2021-09-17T16:04:08Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:04:11.080241 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc834651-71b2-49e8-9ce8-caffe2f039f6 None None] New status for floating IP 618ed1d8-32ba-4c8d-8898-3c728959b8f5: ACTIVE {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:04:13.144340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-68d8425c-c2c3-445a-accc-02c2780f75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:13.145851 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-68d8425c-c2c3-445a-accc-02c2780f75bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0714743 Sep 17 16:04:13.216004 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-9d7e0bdc-61e2-41be-aa6a-4a3e271b7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:13.218299 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-9d7e0bdc-61e2-41be-aa6a-4a3e271b7229 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647933 Sep 17 16:04:13.363839 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-813b643d-7621-435d-8fe3-cb24542c5f42 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355753 Sep 17 16:04:13.474144 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56991335-d4ec-48fb-bb7e-bc0f7f088076 req-b2a88f13-6bb3-40ce-8069-d4f9bd184916 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986845 Sep 17 16:04:14.912454 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-88b67a20-a036-466a-a5bd-6f415974cef1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754590 Sep 17 16:04:15.031429 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-3d4a1585-3964-4682-ac5c-fddd5cf02f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:15.033164 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-3d4a1585-3964-4682-ac5c-fddd5cf02f4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c615d01d825d4713899b02cb028b6be8&device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 1098 time: 0.0643904 Sep 17 16:04:15.182398 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-ab7989ff-ca55-4447-a658-afe2bf538861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:15.183972 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-ab7989ff-ca55-4447-a658-afe2bf538861 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987 HTTP/1.1" status: 200 len: 913 time: 0.1213191 Sep 17 16:04:15.239979 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-1ca178c2-28c4-4b08-bb5a-1e25bc21f0cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423 HTTP/1.1" status: 200 len: 217 time: 0.0432632 Sep 17 16:04:15.331859 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-2de0a323-6228-4c47-babd-3f94070a1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:15.333574 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-2de0a323-6228-4c47-babd-3f94070a1091 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c022bbc3-8f27-433b-90c9-6e8555dd8d55 HTTP/1.1" status: 200 len: 852 time: 0.0757790 Sep 17 16:04:15.397523 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-70b05294-0c54-4972-9a5b-7416b5b0fcdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc90e1-275c-4a6a-af0e-4cb90ec9a987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495386 Sep 17 16:04:15.507391 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-b6ebbefa-a32f-4638-83d4-c84367f236a7 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007118 Sep 17 16:04:15.655020 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f49ecfe3-e6a1-4dde-b76d-a604a202a4bc req-1a84d69b-48a3-4790-8e81-9a1b328ae53a service neutron] 10.222.0.53 "GET /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390548 Sep 17 16:04:15.805272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.316922 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43162) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:17.446651 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.556250 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.634370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.678637 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01b26a083b644f3cb391439a54938231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594558 Sep 17 16:04:17.679840 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b879a-8014-4337-b4d0-957e9d4d6e47,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:17.683079 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43176) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:17.694398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.694717 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.695056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.695385 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.695713 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.696050 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.696398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.696726 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.697044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.697361 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.697675 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.698020 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7081-d165-4fa1-b381-db3e6bd8f01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:17.749569 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.774513 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.911458 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.917819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.919855 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/007b879a-8014-4337-b4d0-957e9d4d6e47 HTTP/1.1" status: 204 len: 168 time: 0.2356226 Sep 17 16:04:17.934456 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972d642-49bb-4cec-833b-e7a9bf6e595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b879a-8014-4337-b4d0-957e9d4d6e47,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:18.618365 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43198) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:18.625899 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:18.727862 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:18.799707 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:18.825748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43206) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:18.860218 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b892957e7c4948d7a734cc72834a5a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483535 Sep 17 16:04:18.861481 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a4223-b007-4a40-bdc1-3f3c298752ac,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:18.863814 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43210) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:18.871731 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.872221 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.872870 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.873255 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.873709 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.874210 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.874667 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.875288 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.875755 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.876870 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.876870 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.877353 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259aa16-0fa8-4ca3-bacd-2463621bbdeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:18.948221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:18.955771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0aabbd65-5ac2-489c-809c-ac6293d77679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:18.987186 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.096321 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0aabbd65-5ac2-489c-809c-ac6293d77679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.134434 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.141769 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.141769 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/347a4223-b007-4a40-bdc1-3f3c298752ac HTTP/1.1" status: 204 len: 168 time: 0.2737405 Sep 17 16:04:19.151700 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a847a98-065b-4b53-81f5-49f17551e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a4223-b007-4a40-bdc1-3f3c298752ac,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:19.169219 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0aabbd65-5ac2-489c-809c-ac6293d77679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.224114 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0aabbd65-5ac2-489c-809c-ac6293d77679 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78b44b7e05844ba4a5b1907f8b2685ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972561 Sep 17 16:04:19.225581 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabbd65-5ac2-489c-809c-ac6293d77679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321692e-9229-4ff3-b3c5-6372f1dd0b46,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:19.227759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43220) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:19.302740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.339489 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.488853 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.492064 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:19.493353 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8321692e-9229-4ff3-b3c5-6372f1dd0b46 HTTP/1.1" status: 204 len: 168 time: 0.2639663 Sep 17 16:04:19.503207 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d87de2-2006-47de-a895-d38640708258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321692e-9229-4ff3-b3c5-6372f1dd0b46,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:20.325433 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43258) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:20.338953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43260) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:20.343234 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a35fd4f6-5d30-404a-b132-56ff5255dd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.474116 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a35fd4f6-5d30-404a-b132-56ff5255dd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.534772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263638419-network', 'tenant_id': '25c60a5ff7854b62a81438424be7cdda'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:20.548566 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a35fd4f6-5d30-404a-b132-56ff5255dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.597784 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a35fd4f6-5d30-404a-b132-56ff5255dd95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71f98204bf264d4bb4e646a0016e87c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726400 Sep 17 16:04:20.598642 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fd4f6-5d30-404a-b132-56ff5255dd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfbe4f-6c66-4f7e-bac7-38c281313226,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:20.601206 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43266) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:20.645841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Made reservation on behalf of 25c60a5ff7854b62a81438424be7cdda for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:20.648864 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.660811 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.684431 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.724982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.886861 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.889667 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:20.892737 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/addfbe4f-6c66-4f7e-bac7-38c281313226 HTTP/1.1" status: 204 len: 168 time: 0.2883773 Sep 17 16:04:20.908135 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87765-2486-405f-a4b8-7a22c950591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfbe4f-6c66-4f7e-bac7-38c281313226,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:20.946263 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.020108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.048771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:04:21.059878 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e02412-2c09-4908-aae7-504cfef67f65,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:21.065266 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.065640 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Added segment e970a0b9-ccc9-490f-98ec-e870ad6f7a17 of type vlan for network a865158d-8ea0-431f-8ad9-ce72686e2824 Sep 17 16:04:21.114057 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.228270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.229493 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:21.230389 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.331022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] Pushing event updated for resources: {'Network': ['ID=a865158d-8ea0-431f-8ad9-ce72686e2824,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:21.341822 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network a865158d-8ea0-431f-8ad9-ce72686e2824 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:04:21.379219 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-bb26fffe-b17e-4ae9-896f-23764fd657dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0386031 Sep 17 16:04:21.385043 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43284) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:21.394430 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Request body: {'subnet': {'network_id': 'a865158d-8ea0-431f-8ad9-ce72686e2824', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263638419-subnet', 'tenant_id': '25c60a5ff7854b62a81438424be7cdda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:21.569659 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Made reservation on behalf of 25c60a5ff7854b62a81438424be7cdda for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:21.580203 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.915705 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43304) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:21.930119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-60d1f206-f78e-4ce5-bfaa-2bc4d77d49d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:21.932936 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.038829 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fb9eb1-966a-4c8f-bd82-4ccf4ef6857c,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:22.059464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Checking segment: {'id': 'e970a0b9-ccc9-490f-98ec-e870ad6f7a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a865158d-8ea0-431f-8ad9-ce72686e2824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:22.059832 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Network hostable DHCP agents. Network: a865158d-8ea0-431f-8ad9-ce72686e2824, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:04:22.138463 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-60d1f206-f78e-4ce5-bfaa-2bc4d77d49d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.180651 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Network a865158d-8ea0-431f-8ad9-ce72686e2824 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:04:22.220257 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-60d1f206-f78e-4ce5-bfaa-2bc4d77d49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.261956 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, a865158d-8ea0-431f-8ad9-ce72686e2824) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:22.268386 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-60d1f206-f78e-4ce5-bfaa-2bc4d77d49d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=734057c507ae4fa3bd5f1f3adb103612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527272 Sep 17 16:04:22.270799 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:22.270799 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.273863 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1f206-f78e-4ce5-bfaa-2bc4d77d49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29174401-9955-49a2-94b0-ee840c18c986,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:22.274617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43308) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:22.281522 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bcee01-1829-43f4-b158-f530013d89ce None None] Network a865158d-8ea0-431f-8ad9-ce72686e2824 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:22.406149 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.423228 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-a898f1f9-8c79-4b60-af04-60ea7b02d9cd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0345087 Sep 17 16:04:22.471016 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.512800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59fd95-a00b-4c1c-9900-dc2c989999e4 None None] Network a865158d-8ea0-431f-8ad9-ce72686e2824 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:22.617451 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.622751 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:22.624856 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29174401-9955-49a2-94b0-ee840c18c986 HTTP/1.1" status: 204 len: 168 time: 0.3421967 Sep 17 16:04:22.640148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01f25c-08d3-4f60-9d78-17201da0c935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29174401-9955-49a2-94b0-ee840c18c986,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:23.617717 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43366) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:23.625113 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1251793168-network', 'tenant_id': '04533cd27041424ab72f5fbf7961bb07'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:23.754220 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Made reservation on behalf of 04533cd27041424ab72f5fbf7961bb07 for: {'network': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:23.759414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:23.773154 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:23.925663 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.014649 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.053035 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:04:24.071381 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8849b7-4588-4d91-a4ff-f933e761676c,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:24.071381 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.071690 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.segments_db [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Added segment 4cb3f66a-e26b-4878-9a20-96be385d1457 of type vlan for network 197f79e5-2b4f-44f6-9c4a-4c469ebd5086 Sep 17 16:04:24.119012 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.360512 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-11bfccd4-f092-4efd-bf3c-14d660446c0c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:24.362205 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-11bfccd4-f092-4efd-bf3c-14d660446c0c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.1161118 Sep 17 16:04:24.380626 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-755dfdf7-1eba-4fc4-8c9e-7a9ccfafd6ca tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/quotas/663660a59114420f92da81dcf9d20a0d HTTP/1.1" status: 200 len: 375 time: 0.0105944 Sep 17 16:04:24.437259 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-f8ab84d3-fad3-417f-96c5-0176877d889c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497193 Sep 17 16:04:24.541802 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.543555 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:24.544617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:24.661816 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-a540c233-bafd-4e84-9278-f9306549b8f8 service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166560 Sep 17 16:04:24.665695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] Pushing event updated for resources: {'Network': ['ID=197f79e5-2b4f-44f6-9c4a-4c469ebd5086,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:24.678900 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 197f79e5-2b4f-44f6-9c4a-4c469ebd5086 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:04:24.760857 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f6e13197-34d8-4353-bb76-4251e71297d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1417825 Sep 17 16:04:24.765475 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43410) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:24.786642 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Request body: {'subnet': {'network_id': '197f79e5-2b4f-44f6-9c4a-4c469ebd5086', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1251793168-subnet', 'tenant_id': '04533cd27041424ab72f5fbf7961bb07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:24.788777 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-99bc2e04-5c1d-4b30-ba19-161eedf57a6c service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076524 Sep 17 16:04:24.925779 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Made reservation on behalf of 04533cd27041424ab72f5fbf7961bb07 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:24.928818 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:25.131564 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3526f934-d179-410c-af3b-8c6c164f36ea req-b7d8c895-e075-43f1-8ea9-6674905767af tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0331135 Sep 17 16:04:25.217843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:25.287696 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3017e6-a264-4de2-ac7c-d7d07b7478c5,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:25.304078 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Checking segment: {'id': '4cb3f66a-e26b-4878-9a20-96be385d1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '197f79e5-2b4f-44f6-9c4a-4c469ebd5086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:25.306803 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Network hostable DHCP agents. Network: 197f79e5-2b4f-44f6-9c4a-4c469ebd5086, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:04:25.463164 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Network 197f79e5-2b4f-44f6-9c4a-4c469ebd5086 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:04:25.604599 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 197f79e5-2b4f-44f6-9c4a-4c469ebd5086) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:25.612682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:25.614143 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:25.617290 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3884cc0-af58-486e-8c40-fc386d91b38f None None] Network 197f79e5-2b4f-44f6-9c4a-4c469ebd5086 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:25.712412 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-62b994a6-0a63-4c20-9260-64193267e36e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9451501 Sep 17 16:04:25.891557 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf114b-fd62-40c7-9b24-6c50610f6a70 None None] Network 197f79e5-2b4f-44f6-9c4a-4c469ebd5086 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:26.274994 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a420fa46-db5f-424f-bab1-d73b0cddba21 req-1a93af40-c4b3-48cb-8337-44a5ac87722d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0410855 Sep 17 16:04:27.049638 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43490) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:27.201396 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2f6de1ab-7901-4b71-a8dc-1a744452ec2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.438419 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2f6de1ab-7901-4b71-a8dc-1a744452ec2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.452362 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13aae43a-875d-4fbe-a80e-04db1b9f13a0 req-02551b37-532e-43b2-86a5-db6e823653bd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0419323 Sep 17 16:04:27.597685 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2f6de1ab-7901-4b71-a8dc-1a744452ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.642930 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-2f6de1ab-7901-4b71-a8dc-1a744452ec2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13b2cea30a8f46c995d83a416eec81f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918005 Sep 17 16:04:27.643887 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6de1ab-7901-4b71-a8dc-1a744452ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0bd188-7ee5-4f68-924c-898917d467a3,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:27.646527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43506) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:27.707577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.734811 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.883717 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.886961 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:27.891011 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e0bd188-7ee5-4f68-924c-898917d467a3 HTTP/1.1" status: 204 len: 168 time: 0.2400825 Sep 17 16:04:27.899387 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6f8ac-ac6a-4023-9ffb-aac3dadd8ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0bd188-7ee5-4f68-924c-898917d467a3,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:28.026144 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6abd18dd-4cf8-4c06-b0cf-c2fa4cd56b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:28.592885 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-08f2ec13-6c2a-4abd-94e8-c978540538c9 req-6e4076bf-7613-4494-bb32-56035d26c05b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0302310 Sep 17 16:04:28.893337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-b72adaf8-43f6-4a1a-9adf-49da36411f46 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:28.897761 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-b72adaf8-43f6-4a1a-9adf-49da36411f46 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.2081285 Sep 17 16:04:28.926036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Request body: {'port': {'device_id': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'admin_state_up': True, 'tenant_id': '663660a59114420f92da81dcf9d20a0d'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:28.953228 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43560) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:28.983667 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-971f493c-dcd4-449c-8ebf-a859cdf42b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.198852 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-971f493c-dcd4-449c-8ebf-a859cdf42b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.336669 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-971f493c-dcd4-449c-8ebf-a859cdf42b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.383754 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-971f493c-dcd4-449c-8ebf-a859cdf42b3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a0f2a1918ef4c9cb4ca284d50901962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224203 Sep 17 16:04:29.383754 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f493c-dcd4-449c-8ebf-a859cdf42b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1aad0-4890-46c4-8c0a-88ed0bbdac0d,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:29.384645 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43570) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:29.455697 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.494456 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.507747 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'port': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:29.516647 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.777059 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bc347c6e-2960-45d4-8d40-a00651f8f60d req-83cc095e-7c61-4558-bae1-691d493fdcc8 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0489128 Sep 17 16:04:29.781072 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.786329 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:29.788992 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8a1aad0-4890-46c4-8c0a-88ed0bbdac0d HTTP/1.1" status: 204 len: 168 time: 0.4028175 Sep 17 16:04:29.808682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d97e22-52f3-466e-8bdc-637ad61c45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1aad0-4890-46c4-8c0a-88ed0bbdac0d,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:29.996601 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Allocated IP 172.20.0.3 (abaff3f5-3613-4872-baba-114f05a79e10/162fa39c-4fc1-48ce-bffe-aa1fa49365b0/f5dddb42-1c5e-4683-9655-5d2ae362b3a4) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:04:30.260402 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:30.415311 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:30.434397 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:04:30.518161 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Network abaff3f5-3613-4872-baba-114f05a79e10 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:04:30.529706 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:30.542029 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:04:30.645736 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:30.646775 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:30.699388 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event updated for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:30.794365 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0820cd35-3460-4ad8-bfc9-4466966c7b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:30.836122 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-fb148c18-152d-4aec-9a33-eda0096ce5f3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9268949 Sep 17 16:04:30.851963 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Request body: {'port': {'device_id': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:30.997192 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.075623 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc656-e36b-4bc8-8a34-9237ac0b4726 req-24b9f10a-6a4c-438d-affa-39fbafc9b8b1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:31.077669 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5dbcc656-e36b-4bc8-8a34-9237ac0b4726 req-24b9f10a-6a4c-438d-affa-39fbafc9b8b1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 931 time: 0.1457360 Sep 17 16:04:31.238063 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5dbcc656-e36b-4bc8-8a34-9237ac0b4726 req-ccc6f767-f584-470d-b7d5-a491f8035dd7 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449718 Sep 17 16:04:31.514564 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dddb42-1c5e-4683-9655-5d2ae362b3a4 {{(pid=94529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:04:31.523968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.538574 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.provisioning_blocks [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Transition to ACTIVE for port object f5dddb42-1c5e-4683-9655-5d2ae362b3a4 will not be triggered until provisioned by entity L2. {{(pid=94529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:04:31.591750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.657950 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.662681 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.739575 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:31.876148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Attempting to bind port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:04:31.876148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Attempting to bind port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:04:31.876148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Attempting to bind port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:04:31.881771 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 on network abaff3f5-3613-4872-baba-114f05a79e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:04:31.884338 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Attempting to bind port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:04:31.888839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:04:31.889262 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Checking segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:31.889776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Bound using segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:04:31.890304 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Bound port: f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:04:31.890740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:31.999742 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, cleared binding levels {{(pid=94529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:04:32.004199 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:04:32.092878 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3249d-e2bb-43e5-8865-016a48ff2fb7 req-6b327312-badc-4e12-b00c-5eab95847787 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:32.094494 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8af3249d-e2bb-43e5-8865-016a48ff2fb7 req-6b327312-badc-4e12-b00c-5eab95847787 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.0754666 Sep 17 16:04:32.125537 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:32.170470 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8af3249d-e2bb-43e5-8865-016a48ff2fb7 req-accc6798-3b68-40cd-afff-0fdf7a92810c tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693233 Sep 17 16:04:32.195432 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:32.195432 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:32.195432 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5dddb42-1c5e-4683-9655-5d2ae362b3a4 HTTP/1.1" status: 200 len: 1093 time: 1.3472559 Sep 17 16:04:32.195432 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:32.200725 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0be7a8b-865a-46d4-913f-1c5936473cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:32.248639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b8a2f-c38a-417e-beae-d2bd155383a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=3']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:32.279473 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540e3ac-0b61-4cb3-b42b-030a896e8e53 x-openstack-request-id: req-6540e3ac-0b61-4cb3-b42b-030a896e8e53 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:32.279765 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:32.281631 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6540e3ac-0b61-4cb3-b42b-030a896e8e53 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:32.282827 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', 'status': 'completed', 'code': 200} Sep 17 16:04:32.379942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-e69ef95a-77ce-4c52-ad67-7c82cda0ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:32.382726 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-e69ef95a-77ce-4c52-ad67-7c82cda0ecc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 1096 time: 0.0789135 Sep 17 16:04:32.442020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199b4d7-22f1-4939-a07a-5a0cbba97fca req-69158a53-ebf3-4e3d-bdaf-d1bc9fea4ba9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:32.445050 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b199b4d7-22f1-4939-a07a-5a0cbba97fca req-69158a53-ebf3-4e3d-bdaf-d1bc9fea4ba9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 943 time: 0.1035450 Sep 17 16:04:32.534347 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43710) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:32.680990 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7861-1020-4982-9081-ec3a1b8084c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:32.834047 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7861-1020-4982-9081-ec3a1b8084c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:32.886758 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b199b4d7-22f1-4939-a07a-5a0cbba97fca req-0d29b11e-ffcc-4443-b15d-2a2a0b4dc598 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213555 Sep 17 16:04:32.892242 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-53967da5-fa28-4055-86e0-f1409e153665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:32.893762 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-53967da5-fa28-4055-86e0-f1409e153665 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=663660a59114420f92da81dcf9d20a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5011983 Sep 17 16:04:32.911720 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c2cb7861-1020-4982-9081-ec3a1b8084c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:32.953959 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-c2cb7861-1020-4982-9081-ec3a1b8084c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28de21f1cf5645f395e9383d4072cc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181097 Sep 17 16:04:32.955150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7861-1020-4982-9081-ec3a1b8084c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb336bc-36e3-4e4d-af79-35613d7c0451,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:32.957590 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43724) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:33.036243 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.089578 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.116679 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-cd57c4ff-33ea-40b4-b1b6-92056821bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:33.118200 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0be7a8b-865a-46d4-913f-1c5936473cb2 req-cd57c4ff-33ea-40b4-b1b6-92056821bfab service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129574 Sep 17 16:04:33.208152 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-bbdad9db-e9cf-43f4-909c-6e0ac0d2e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:33.210655 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-bbdad9db-e9cf-43f4-909c-6e0ac0d2e06a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 1096 time: 0.0436480 Sep 17 16:04:33.265285 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43736) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:33.269657 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-a12991c0-088d-449b-b7d3-f077d068bef9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4 HTTP/1.1" status: 200 len: 217 time: 0.0459580 Sep 17 16:04:33.302856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.314742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.323409 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9eb336bc-36e3-4e4d-af79-35613d7c0451 HTTP/1.1" status: 204 len: 168 time: 0.3616126 Sep 17 16:04:33.350988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fffa3-da28-4659-97bc-2f38d0d53c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb336bc-36e3-4e4d-af79-35613d7c0451,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:33.395634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-9bd08c57-615d-4084-9da2-a24c47168bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:33.397772 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-9bd08c57-615d-4084-9da2-a24c47168bb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.1238747 Sep 17 16:04:33.413150 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09f57-af05-4593-be90-0b57856f8319 req-7f0be277-da47-431f-bcfc-aec30336c3a3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:33.414798 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-88e09f57-af05-4593-be90-0b57856f8319 req-7f0be277-da47-431f-bcfc-aec30336c3a3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.0798979 Sep 17 16:04:33.454489 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-2e38dae4-4b38-4173-91a5-0411967b5424 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386505 Sep 17 16:04:33.457619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ee3421e2-3c32-4f4f-bfa2-a2effbde5434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.548244 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-88e09f57-af05-4593-be90-0b57856f8319 req-b13dc089-411b-48ff-99bc-0f4067e4a8f8 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904100 Sep 17 16:04:33.586609 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ee3421e2-3c32-4f4f-bfa2-a2effbde5434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.622618 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-b8467079-f43c-4b7d-9e77-1b68a7451802 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527467 Sep 17 16:04:33.697584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ee3421e2-3c32-4f4f-bfa2-a2effbde5434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.748738 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ee3421e2-3c32-4f4f-bfa2-a2effbde5434 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36fc8120592042db83b9be31ae3e512f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751563 Sep 17 16:04:33.751931 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43752) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:33.780116 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7ee823f-9231-4a2b-88e0-e399c6634a22 req-b35ba741-de61-4be7-a7ac-123c907f2077 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440694 Sep 17 16:04:33.799180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3421e2-3c32-4f4f-bfa2-a2effbde5434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416100ef-dd6d-45b0-abfd-e2b1afa4c1f8,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:33.837246 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.871418 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:33.902523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:34.045021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942422c1-9195-4333-8982-c0ae4285c497 req-7e8f3ba5-8d60-4140-a9ea-114fbb618c9b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.046698 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-942422c1-9195-4333-8982-c0ae4285c497 req-7e8f3ba5-8d60-4140-a9ea-114fbb618c9b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 943 time: 0.0753069 Sep 17 16:04:34.063762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:34.067392 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:34.069808 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/416100ef-dd6d-45b0-abfd-e2b1afa4c1f8 HTTP/1.1" status: 204 len: 168 time: 0.3136184 Sep 17 16:04:34.085334 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591af1-036f-47cb-bb5b-2129cd176796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416100ef-dd6d-45b0-abfd-e2b1afa4c1f8,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:34.096035 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-942422c1-9195-4333-8982-c0ae4285c497 req-632d9e72-829f-41e4-98fc-ac782f0fc30b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Sep 17 16:04:34.196151 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-c0cb90af-a19b-4b03-a88a-5eb5a3f1f41c tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.197618 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-c0cb90af-a19b-4b03-a88a-5eb5a3f1f41c tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.53 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.0633485 Sep 17 16:04:34.345051 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Deleting port d31a8efd-361b-4b75-8595-b9bd0e96e423 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:04:34.345528 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:34.478699 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] For port d31a8efd-361b-4b75-8595-b9bd0e96e423, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=d31a8efd-361b-4b75-8595-b9bd0e96e423,segment=NetworkSegment(d947f15f-da67-4387-a68c-041ab4c03c8c),segment_id=d947f15f-da67-4387-a68c-041ab4c03c8c)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:34.479169 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:34.502580 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Calling delete_port for d31a8efd-361b-4b75-8595-b9bd0e96e423 owned by compute:nova {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:04:34.882250 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69ed86-69c1-47bc-91ce-0eee6d84484f req-64d5f409-8b73-4e30-b9a2-6c4a0095a1ae tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.883316 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af69ed86-69c1-47bc-91ce-0eee6d84484f req-64d5f409-8b73-4e30-b9a2-6c4a0095a1ae tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 945 time: 0.1494553 Sep 17 16:04:34.949507 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af69ed86-69c1-47bc-91ce-0eee6d84484f req-27a15941-236f-4d08-83bb-e2e3a0f30383 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f73cf8d-ede4-45db-afd7-460345c7e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575130 Sep 17 16:04:35.009387 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.025967 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['d31a8efd-361b-4b75-8595-b9bd0e96e423'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:04:35.041845 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Pushing event deleted for resources: {'Port': ['ID=d31a8efd-361b-4b75-8595-b9bd0e96e423,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:35.111658 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] No DVR routers for this DVR port d31a8efd-361b-4b75-8595-b9bd0e96e423 on host hv-cinder-80920 {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:04:35.116834 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.118941 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-043cc7e3-66b2-4cc5-a58a-c2848a0570b2 req-2182cd0c-fee3-453e-95eb-3d3301182df3 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.53 "DELETE /v2.0/ports/d31a8efd-361b-4b75-8595-b9bd0e96e423 HTTP/1.1" status: 204 len: 173 time: 0.9118180 Sep 17 16:04:35.119424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'name': 'network-vif-deleted', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:35.122005 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98d968-771d-4b0a-9b76-f2517457b8d0" -d '{"events": [{"server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "name": "network-vif-deleted", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:35.201932 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204d79c-82d6-4634-8c8d-2accd0c71041 x-openstack-request-id: req-8204d79c-82d6-4634-8c8d-2accd0c71041 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:35.202365 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb76117-e31c-4c74-802e-7df38a5c9f4c", "name": "network-vif-deleted", "tag": "d31a8efd-361b-4b75-8595-b9bd0e96e423", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:35.202517 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8204d79c-82d6-4634-8c8d-2accd0c71041 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:35.202902 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb76117-e31c-4c74-802e-7df38a5c9f4c', 'name': 'network-vif-deleted', 'tag': 'd31a8efd-361b-4b75-8595-b9bd0e96e423', 'status': 'completed', 'code': 200} Sep 17 16:04:35.225843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43802) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:35.242437 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-201ee0da-23fb-4fe8-8204-fb61827e9880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.438561 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-201ee0da-23fb-4fe8-8204-fb61827e9880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.439826 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f89b9-1090-4de1-a9ca-5842e69035ba req-ef549c31-d467-4209-a711-aed3d8ca5acd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:35.443585 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-422f89b9-1090-4de1-a9ca-5842e69035ba req-ef549c31-d467-4209-a711-aed3d8ca5acd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 943 time: 0.1110475 Sep 17 16:04:35.503168 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43806) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:35.504262 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-422f89b9-1090-4de1-a9ca-5842e69035ba req-4f071361-3dcd-414e-a21e-f3ea16a45b72 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Sep 17 16:04:35.554768 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-201ee0da-23fb-4fe8-8204-fb61827e9880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.636406 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-201ee0da-23fb-4fe8-8204-fb61827e9880 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddd345ca6bc24713b1dc9d3020f761b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096830 Sep 17 16:04:35.638126 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ee0da-23fb-4fe8-8204-fb61827e9880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6e872-a587-4f36-89ef-186ce8e9ccbe,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:35.639438 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43814) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:35.749214 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.788800 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.797367 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-63282c86-f10c-42c2-b5f0-179dc27061f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.952705 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.958118 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:35.960856 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0f6e872-a587-4f36-89ef-186ce8e9ccbe HTTP/1.1" status: 204 len: 168 time: 0.3177929 Sep 17 16:04:35.988139 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f683244-8085-486b-ae0c-cf6d49160e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6e872-a587-4f36-89ef-186ce8e9ccbe,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:36.083844 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-63282c86-f10c-42c2-b5f0-179dc27061f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.132918 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89ed8009-4f1b-4b47-9704-3cb44635bfd2 req-79a7cd22-7f49-46a0-934f-45bcefaba4e7 tempest-DeleteServersTestJSON-1953398532 tempest-DeleteServersTestJSON-1953398532-project] 10.222.0.59 "GET /v2.0/ports?device_id=deb76117-e31c-4c74-802e-7df38a5c9f4c HTTP/1.1" status: 200 len: 210 time: 0.0317006 Sep 17 16:04:36.215864 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-63282c86-f10c-42c2-b5f0-179dc27061f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.304196 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-63282c86-f10c-42c2-b5f0-179dc27061f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95f06312b3724f63a7c18b7dd684621d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997684 Sep 17 16:04:36.305821 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282c86-f10c-42c2-b5f0-179dc27061f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b9542-6e1d-411d-98e8-94cfa7373c7e,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:36.307332 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43838) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:36.401643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.440380 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.633101 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.636349 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.637741 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e0b9542-6e1d-411d-98e8-94cfa7373c7e HTTP/1.1" status: 204 len: 168 time: 0.3293517 Sep 17 16:04:36.651721 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43852) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:36.654040 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718a0d7-d499-4a81-8a0d-2ed1b0532661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b9542-6e1d-411d-98e8-94cfa7373c7e,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:36.672478 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0138c-464d-4733-8025-7182dca15775 req-f58277e3-4e28-4478-9f29-12160cb05739 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:36.674496 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-10e0138c-464d-4733-8025-7182dca15775 req-f58277e3-4e28-4478-9f29-12160cb05739 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 943 time: 0.0802078 Sep 17 16:04:36.733994 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-10e0138c-464d-4733-8025-7182dca15775 req-897a6d91-3ebf-4bfe-8dee-7d46fd5daac9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Sep 17 16:04:36.828324 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0e3304e-8dcf-4fab-b617-6a3066e4f7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:36.950906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f5dddb42-1c5e-4683-9655-5d2ae362b3a4 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:04:36.966326 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0e3304e-8dcf-4fab-b617-6a3066e4f7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.097898 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:37.110997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'port_id': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', 'mac_address': 'fa:16:3e:91:a2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162fa39c-4fc1-48ce-bffe-aa1fa49365b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:04:37.128955 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a0e3304e-8dcf-4fab-b617-6a3066e4f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.153198 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.167934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dddb42-1c5e-4683-9655-5d2ae362b3a4 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:04:37.186739 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43872) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:37.191306 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-a0e3304e-8dcf-4fab-b617-6a3066e4f7ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e710f24824e487da93ffcf4366f8b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348132 Sep 17 16:04:37.191306 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3304e-8dcf-4fab-b617-6a3066e4f7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554a5e9-c051-4545-b713-049e4106a218,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:37.210754 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:37.253086 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.279282 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.314274 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.383397 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:37.397737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.400767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.401875 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.401875 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:37.498035 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.509400 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.509400 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5554a5e9-c051-4545-b713-049e4106a218 HTTP/1.1" status: 204 len: 168 time: 0.3205135 Sep 17 16:04:37.533126 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194193-d930-4894-af51-c641d674fd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554a5e9-c051-4545-b713-049e4106a218,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:37.621552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43896) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:37.635744 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['f5dddb42-1c5e-4683-9655-5d2ae362b3a4'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:04:37.640839 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8601-80c7-4dc9-b462-86e7729ea5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.760376 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8601-80c7-4dc9-b462-86e7729ea5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.842998 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8601-80c7-4dc9-b462-86e7729ea5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:37.935378 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f9ed8601-80c7-4dc9-b462-86e7729ea5cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6c9026a22c246779bdd2e18fe4702e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126209 Sep 17 16:04:37.941114 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43912) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:37.957975 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed8601-80c7-4dc9-b462-86e7729ea5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b5da6-f18e-4dd7-8ead-9520047c639d,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:38.042343 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.054884 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5416487-4fa7-4557-90bc-046d37fb8b4f req-af607b2b-b6ad-4ef8-b874-08ff93eae386 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:38.056530 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d5416487-4fa7-4557-90bc-046d37fb8b4f req-af607b2b-b6ad-4ef8-b874-08ff93eae386 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 944 time: 0.1777453 Sep 17 16:04:38.095764 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.129417 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d5416487-4fa7-4557-90bc-046d37fb8b4f req-ae8cdaba-4150-4627-a83c-df9b5d0b9061 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 Sep 17 16:04:38.262946 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.265551 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.266697 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb1b5da6-f18e-4dd7-8ead-9520047c639d HTTP/1.1" status: 204 len: 168 time: 0.3134758 Sep 17 16:04:38.277195 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67fb45-6401-4011-8855-0c696dd1c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b5da6-f18e-4dd7-8ead-9520047c639d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:38.961502 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f5dddb42-1c5e-4683-9655-5d2ae362b3a4 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:04:39.160856 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 43962) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:39.243792 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:04:39.250587 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:04:39.251264 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.265924 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Deleting subnet c022bbc3-8f27-433b-90c9-6e8555dd8d55 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:04:39.323798 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.423119 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041192-4903-41f7-9a6d-17843c7d3ae9 req-69e4c727-a866-4ede-b970-4b8dcee24eb8 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:39.436794 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94041192-4903-41f7-9a6d-17843c7d3ae9 req-69e4c727-a866-4ede-b970-4b8dcee24eb8 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 944 time: 0.2025819 Sep 17 16:04:39.457127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.516388 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.548700 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94041192-4903-41f7-9a6d-17843c7d3ae9 req-0100a433-4880-4e14-972a-bcafb18b5b2a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105154 Sep 17 16:04:39.566349 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:39.571023 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f36b91-5123-4643-b610-e39d076c54d4" -d '{"events": [{"server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:39.576147 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.604227 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:39.646542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68594a2a-3659-4954-b0bc-a25216dcec3b x-openstack-request-id: req-68594a2a-3659-4954-b0bc-a25216dcec3b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:39.647268 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "name": "network-vif-plugged", "status": "completed", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:39.647705 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68594a2a-3659-4954-b0bc-a25216dcec3b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:39.648538 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', 'code': 200} Sep 17 16:04:39.694438 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.697129 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device d31a8efd-361b-4b75-8595-b9bd0e96e423 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:04:39.750297 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.819865 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:39.864278 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c022bbc3-8f27-433b-90c9-6e8555dd8d55,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:39.872643 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: d31a8efd-361b-4b75-8595-b9bd0e96e423 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:04:39.873650 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device d31a8efd-361b-4b75-8595-b9bd0e96e423 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:04:39.878668 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.881707 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7ef99235-aca8-4fed-87de-facded08e3e9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c022bbc3-8f27-433b-90c9-6e8555dd8d55 HTTP/1.1" status: 204 len: 168 time: 0.7189412 Sep 17 16:04:39.886133 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 43984) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:40.018200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.175045 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.216122 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacc90e1-275c-4a6a-af0e-4cb90ec9a987']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:40.243506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd947f15f-da67-4387-a68c-041ab4c03c8c') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:40.244081 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd947f15f-da67-4387-a68c-041ab4c03c8c') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:40.274374 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.319682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.341042 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:04:40.341571 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:04:40.344963 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:04:40.617664 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.627535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.631643 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eacc90e1-275c-4a6a-af0e-4cb90ec9a987 HTTP/1.1" status: 204 len: 168 time: 0.7439311 Sep 17 16:04:40.666102 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b23cf-b0b1-4184-9211-8688a496f128 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacc90e1-275c-4a6a-af0e-4cb90ec9a987,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:40.774866 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6887f69-1202-4008-bb2d-43b09072da30 req-ee57c048-0d64-4ee6-84ad-0fe36cbc4dc9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:40.776591 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6887f69-1202-4008-bb2d-43b09072da30 req-ee57c048-0d64-4ee6-84ad-0fe36cbc4dc9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0703623 Sep 17 16:04:40.835875 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6887f69-1202-4008-bb2d-43b09072da30 req-f2c3eafd-a4f4-4331-b079-d0d1061c418d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Sep 17 16:04:41.100329 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44020) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:41.169112 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d7d244ba-cdc3-4539-8677-fa72ac2e00e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c615d01d825d4713899b02cb028b6be8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0637004 Sep 17 16:04:41.169684 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44022) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:41.253885 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:41.294982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:41.486013 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:41.489662 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:41.492069 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f73cf8d-ede4-45db-afd7-460345c7e4a2 HTTP/1.1" status: 204 len: 168 time: 0.3211613 Sep 17 16:04:41.506334 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d426571-096c-428d-a090-dc5d57bf5c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73cf8d-ede4-45db-afd7-460345c7e4a2,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:41.660911 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44036) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:42.029735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb4756-7a94-4d25-8b4b-3091ec08f127 req-db212561-a4a1-447a-9ae7-03899b66cab3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:42.047108 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-24fb4756-7a94-4d25-8b4b-3091ec08f127 req-db212561-a4a1-447a-9ae7-03899b66cab3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.1117105 Sep 17 16:04:42.112751 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-24fb4756-7a94-4d25-8b4b-3091ec08f127 req-dc8c4348-afca-4b59-b6bf-1c294d25e0d3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632324 Sep 17 16:04:42.142729 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-17f5d984-8f06-4adf-acab-c2a1a377e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.301366 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384c61-934c-42c9-847e-14bafde2b4f0 req-1efed825-5d2c-4c92-a2f4-1a681d25ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:42.304177 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22384c61-934c-42c9-847e-14bafde2b4f0 req-1efed825-5d2c-4c92-a2f4-1a681d25ad49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 1098 time: 0.0657272 Sep 17 16:04:42.336835 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-17f5d984-8f06-4adf-acab-c2a1a377e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.443485 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-17f5d984-8f06-4adf-acab-c2a1a377e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.487477 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-17f5d984-8f06-4adf-acab-c2a1a377e476 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4f6da5a6b0547abab209e5ca9b1d031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247876 Sep 17 16:04:42.488724 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5d984-8f06-4adf-acab-c2a1a377e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de3966-8509-4b5c-915b-5198d5e44897,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:42.491650 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44062) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:42.563805 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.591192 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.729143 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.732257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.733745 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52de3966-8509-4b5c-915b-5198d5e44897 HTTP/1.1" status: 204 len: 168 time: 0.2405939 Sep 17 16:04:42.744036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4f89e-ce8b-4ab2-9267-ba5494938f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de3966-8509-4b5c-915b-5198d5e44897,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:43.522320 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44104) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:43.562472 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd25ac-103e-453d-b23b-67934fb805b0 req-f402684f-90ff-47d0-a2a5-5f316789453a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:43.564184 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28dd25ac-103e-453d-b23b-67934fb805b0 req-f402684f-90ff-47d0-a2a5-5f316789453a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.3283107 Sep 17 16:04:43.619657 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28dd25ac-103e-453d-b23b-67934fb805b0 req-fdf9c185-33a1-4f27-9764-0f0d3b02b159 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Sep 17 16:04:43.658241 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44110) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:43.673362 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-568e105f-c022-429d-81ae-5ef5c1af27f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:43.832194 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-568e105f-c022-429d-81ae-5ef5c1af27f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:43.876177 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-961406201-network', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:43.931935 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-568e105f-c022-429d-81ae-5ef5c1af27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:43.991272 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-568e105f-c022-429d-81ae-5ef5c1af27f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7683e3f2d68b4369b8a911cc13faef1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316987 Sep 17 16:04:43.992855 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e105f-c022-429d-81ae-5ef5c1af27f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d04a9e-5ba7-4560-8205-5d799f5b1a78,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:43.995629 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44118) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:44.041541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Made reservation on behalf of cea34bf8c53c460282351a11edb1f03c for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:44.043952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.057211 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.088714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.139375 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.261462 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.346584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.349974 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.356513 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94d04a9e-5ba7-4560-8205-5d799f5b1a78 HTTP/1.1" status: 204 len: 168 time: 0.3542483 Sep 17 16:04:44.361223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df48212-c14c-439c-a1db-4ac999d94f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d04a9e-5ba7-4560-8205-5d799f5b1a78,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:44.427376 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.471006 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:04:44.490688 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af5303f-9ebe-427d-b71b-d08fab8296e9,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:44.498114 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.498662 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Added segment f4ba9f0b-5e35-4153-bf42-368925fa4adf of type vlan for network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 Sep 17 16:04:44.561838 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.669854 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.671198 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:44.672025 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.769851 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5ff8-e6ef-4039-99d7-d2e2aefbda0c req-90b579e3-d07d-4958-aca1-64103eaa278a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:44.780131 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a38b5ff8-e6ef-4039-99d7-d2e2aefbda0c req-90b579e3-d07d-4958-aca1-64103eaa278a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0772359 Sep 17 16:04:44.790621 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] Pushing event updated for resources: {'Network': ['ID=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:44.820514 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:04:44.847845 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a38b5ff8-e6ef-4039-99d7-d2e2aefbda0c req-edb53487-0cef-4e5f-b4fc-4b87c1b093c3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Sep 17 16:04:44.851833 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e9557970-2ef3-4a7f-8a0b-afe0e11e932f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3264673 Sep 17 16:04:44.857530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44144) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:44.867804 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Request body: {'subnet': {'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-subnet', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:45.032039 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Made reservation on behalf of cea34bf8c53c460282351a11edb1f03c for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:45.034839 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.132877 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22384c61-934c-42c9-847e-14bafde2b4f0 req-c2b97cbf-fa5e-4bc4-a677-c0b0ff435d59 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623608 Sep 17 16:04:45.348067 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.466363 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:45.477518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Checking segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:45.478101 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Network hostable DHCP agents. Network: 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:04:45.634553 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:04:45.730119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:45.740651 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:45.741032 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.753321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3b292-6c21-40fd-a99a-6aaff384029c None None] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:45.879510 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.883024 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-00c323ef-9864-4848-954b-443b9eef6e29 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0233879 Sep 17 16:04:45.893786 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44178) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:45.904865 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:45.998300 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8a1b3-233d-4eb5-9ffa-5d80bc9f30bc None None] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:04:46.091737 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.093218 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.136673 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbf2a-5aeb-4271-b8e5-44e5f342ff78 req-4fa43b06-2584-4ca9-8ef3-dfd2a232ce9f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:46.138750 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b19cbf2a-5aeb-4271-b8e5-44e5f342ff78 req-4fa43b06-2584-4ca9-8ef3-dfd2a232ce9f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.1227517 Sep 17 16:04:46.228450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.269455 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b19cbf2a-5aeb-4271-b8e5-44e5f342ff78 req-b6be72f0-186a-4e56-b648-ebc34915763b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189666 Sep 17 16:04:46.497930 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.884512 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.918462 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:04:46.950367 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.125114 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Allocated IP 172.27.2.92 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/702a92a8-c436-4cbb-82db-4c720b26fa22) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:04:47.310600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.477253 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe5b24-7795-49fd-a8fd-c5a21b518ba7 req-c60b9956-0a69-400a-8a9c-ce96ab2fc3ea tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:47.479341 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-36fe5b24-7795-49fd-a8fd-c5a21b518ba7 req-c60b9956-0a69-400a-8a9c-ce96ab2fc3ea tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0711877 Sep 17 16:04:47.531239 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-36fe5b24-7795-49fd-a8fd-c5a21b518ba7 req-92521a5a-a674-43e6-ad6c-77a751f8f14a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Sep 17 16:04:47.573698 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.639057 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:04:47.651428 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:47.657842 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:04:47.725069 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Pushing event updated for resources: {'Port': ['ID=702a92a8-c436-4cbb-82db-4c720b26fa22,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:47.972137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44262) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:48.170786 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-266287fe-86cb-44f0-9602-9e0415ae53c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.234625 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.310578 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-266287fe-86cb-44f0-9602-9e0415ae53c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.424173 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-266287fe-86cb-44f0-9602-9e0415ae53c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.499822 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266287fe-86cb-44f0-9602-9e0415ae53c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc0d342-d92f-4e2d-bfb8-4126c385821a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:48.543213 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.557509 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-266287fe-86cb-44f0-9602-9e0415ae53c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37a76841280a4edea811d2288b10f56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838208 Sep 17 16:04:48.557632 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44290) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:48.845742 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:48.910680 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:49.121268 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:04:49.127340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:49.133014 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:49.134570 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fc0d342-d92f-4e2d-bfb8-4126c385821a HTTP/1.1" status: 204 len: 168 time: 0.4938238 Sep 17 16:04:49.155677 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f343b-25aa-4fed-9142-130d927c129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc0d342-d92f-4e2d-bfb8-4126c385821a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:49.391100 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:04:49.409753 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Sync routers for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:04:49.427790 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:49.428783 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:49.563801 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:49.646969 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:49.653833 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1ee88dbc-cb82-49d1-a0e3-c9cbb6056048 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7575731 Sep 17 16:04:49.665301 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44322) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:49.970034 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:47Z', 'revision_number': 3, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:50.030023 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Checking router: f97fa916-8d59-4f6c-9b92-0552ff7ffe68 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:04:50.030991 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Updating router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 port 702a92a8-c436-4cbb-82db-4c720b26fa22 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:04:50.080331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:50.528502 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:50.710593 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:50.822129 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Attempting to bind port 702a92a8-c436-4cbb-82db-4c720b26fa22 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:04:50.822715 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Attempting to bind port 702a92a8-c436-4cbb-82db-4c720b26fa22 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:04:50.823218 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Attempting to bind port 702a92a8-c436-4cbb-82db-4c720b26fa22 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:04:50.845090 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Pushing event updated for resources: {'Port': ['ID=702a92a8-c436-4cbb-82db-4c720b26fa22,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:50.851512 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:04:50.851903 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:50.852563 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:50.853211 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:04:50.854289 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Bound port: 702a92a8-c436-4cbb-82db-4c720b26fa22, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:04:50.855230 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:50.919674 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.920408 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.926741 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.927960 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.928939 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.929814 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.930647 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.931864 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.935249 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.935968 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.936785 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.937603 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:50.976834 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.017515 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] For port 702a92a8-c436-4cbb-82db-4c720b26fa22, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:04:51.022455 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] For port 702a92a8-c436-4cbb-82db-4c720b26fa22, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=702a92a8-c436-4cbb-82db-4c720b26fa22,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:04:51.136229 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.276173 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:51.277261 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:51.283448 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ffbc-be00-4c1d-8720-844b1ecddc71 None None] Pushing event updated for resources: {'Port': ['ID=702a92a8-c436-4cbb-82db-4c720b26fa22,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:51.331838 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Allocated IP 172.20.0.1 (2fc28809-aa7f-4e3a-a3be-befdd8aa68e1/4fd2c7bb-fc03-4d4a-adf3-d88e021d5205/a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:04:51.494681 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.549923 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44386) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:51.620525 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:51.703911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.751762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-dc78e9c4-f777-4966-868a-18da2eca6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.777756 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:04:51.780141 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:51.790280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:04:51.869143 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.887459 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:47Z', 'revision_number': 3, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:51.915095 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-dc78e9c4-f777-4966-868a-18da2eca6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.923572 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614b23a-7d77-4f61-b11e-330fd37417c4 None None] The sync data for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi is: [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:47Z', 'revision_number': 3, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:04:51.983807 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-dc78e9c4-f777-4966-868a-18da2eca6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.042435 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:52.084460 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-dc78e9c4-f777-4966-868a-18da2eca6236 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a58a88f0917e4f7d9116a24849c77707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288961 Sep 17 16:04:52.084460 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78e9c4-f777-4966-868a-18da2eca6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf2751-aa29-4635-8ac8-e764242c89c4,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:52.085734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44402) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:52.187568 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.216361 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.429809 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44422) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:52.513959 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_v2 [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Deleting subnet d7fb9eb1-966a-4c8f-bd82-4ccf4ef6857c {{(pid=94528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:04:52.520116 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.566465 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.572467 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.574123 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84bf2751-aa29-4635-8ac8-e764242c89c4 HTTP/1.1" status: 204 len: 168 time: 0.4871588 Sep 17 16:04:52.609099 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024ea37-2cd0-483b-af95-3b2158707527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf2751-aa29-4635-8ac8-e764242c89c4,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:52.630257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.637656 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5577196'] for subnet, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.712923 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9748ddf3-1a78-4efe-9a27-8dd0ca81eff9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:52.714513 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9748ddf3-1a78-4efe-9a27-8dd0ca81eff9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.2420380 Sep 17 16:04:52.749150 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-5f63877b-4d0d-4f89-9a38-2bc054648939 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/quotas/663660a59114420f92da81dcf9d20a0d HTTP/1.1" status: 200 len: 375 time: 0.0194628 Sep 17 16:04:52.769849 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.869167 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-b6c54b8a-4ac1-4b85-b1dc-faa7578d2ac4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068637 Sep 17 16:04:52.988849 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.029753 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-5fde9337-5183-41a2-a9f6-7ed97a74697c service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413603 Sep 17 16:04:53.057655 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5590225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5424684'] for subnet, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.104020 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fb9eb1-966a-4c8f-bd82-4ccf4ef6857c,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:53.139344 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.153142 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.155943 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-43598da8-be2b-40f8-9a3d-d0db1210bb97 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d7fb9eb1-966a-4c8f-bd82-4ccf4ef6857c HTTP/1.1" status: 204 len: 168 time: 0.7247932 Sep 17 16:04:53.160001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44436) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:53.357209 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.359483 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:53.422242 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.435091 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-e7b17af3-2a85-4324-be0e-7d98b6bed31e service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952115 Sep 17 16:04:53.601948 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.633358 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a865158d-8ea0-431f-8ad9-ce72686e2824']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:53.645285 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 702a92a8-c436-4cbb-82db-4c720b26fa22 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:04:53.662097 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e970a0b9-ccc9-490f-98ec-e870ad6f7a17') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:53.662738 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e970a0b9-ccc9-490f-98ec-e870ad6f7a17') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:53.686828 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.700322 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:04:53.706279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:04:53.743246 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.749758 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:04:53.750171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:04:53.752352 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:04:53.784752 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 702a92a8-c436-4cbb-82db-4c720b26fa22 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:04:53.785330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.885963 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.899288 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:53.905527 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] 10.222.0.59 "DELETE /v2.0/networks/a865158d-8ea0-431f-8ad9-ce72686e2824 HTTP/1.1" status: 204 len: 168 time: 0.7440810 Sep 17 16:04:53.906170 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44456) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:53.949067 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92c3f-91ea-44f7-a0e7-3f2e403a055c admin admin] Pushing event deleted for resources: {'Network': ['ID=a865158d-8ea0-431f-8ad9-ce72686e2824,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:53.959569 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.008162 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 702a92a8-c436-4cbb-82db-4c720b26fa22, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=702a92a8-c436-4cbb-82db-4c720b26fa22,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:54.060123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Deleting subnet 5d3017e6-a264-4de2-ac7c-d7d07b7478c5 {{(pid=94528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:04:54.060982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.080751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.128069 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5577196'] for subnet, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.131599 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5ad77b9a-9d41-4a92-ba0d-9bf0076ecaca req-ac3af2ba-3e68-4329-af53-d1dd558e051f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0647845 Sep 17 16:04:54.202056 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:04:54.207527 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=702a92a8-c436-4cbb-82db-4c720b26fa22,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:54.232583 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44466) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:54.245515 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.329576 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-98704388-245b-46f0-840f-72314c29ac6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.451088 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:04:54.458350 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a736a997-ab25-49c0-b41c-8c0bd1a414b8 admin admin] 10.222.0.59 "PUT /v2.0/routers/f97fa916-8d59-4f6c-9b92-0552ff7ffe68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7915473 Sep 17 16:04:54.496572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5590225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5424684'] for subnet, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.533125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-98704388-245b-46f0-840f-72314c29ac6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.548338 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3017e6-a264-4de2-ac7c-d7d07b7478c5,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:54.554269 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.562278 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8fb811ce-280b-40b9-bbb9-ea668e423531 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5d3017e6-a264-4de2-ac7c-d7d07b7478c5 HTTP/1.1" status: 204 len: 168 time: 0.6254246 Sep 17 16:04:54.563085 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44472) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:54.571570 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Sync routers for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:04:54.593312 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:54.594020 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:54.645424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-98704388-245b-46f0-840f-72314c29ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.731787 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:54.921981 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:54.944826 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-98704388-245b-46f0-840f-72314c29ac6c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd6a0613df134db9bc326b778460cb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7104118 Sep 17 16:04:54.945666 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704388-245b-46f0-840f-72314c29ac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7bfd8c-b128-4048-bca0-87dd5a3b89a9,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:54.948782 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44488) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:55.051263 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:52Z', 'revision_number': 4, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e', 'name': '', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'mac_address': 'fa:16:3e:21:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:51Z', 'updated_at': '2021-09-17T16:04:52Z', 'revision_number': 2, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'subnets': [{'id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:55.077641 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.084755 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.106554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Checking router: f97fa916-8d59-4f6c-9b92-0552ff7ffe68 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:04:55.107085 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Updating router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:04:55.118969 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.134751 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197f79e5-2b4f-44f6-9c4a-4c469ebd5086']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:55.148768 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.181084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb3f66a-e26b-4878-9a20-96be385d1457') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:55.181084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb3f66a-e26b-4878-9a20-96be385d1457') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:55.207665 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.242268 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.258895 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:04:55.259349 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:04:55.261945 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:04:55.265456 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.265818 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.268397 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b7bfd8c-b128-4048-bca0-87dd5a3b89a9 HTTP/1.1" status: 204 len: 168 time: 0.3167858 Sep 17 16:04:55.284544 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c0a04-c6df-437d-8099-dbf3f45cd0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7bfd8c-b128-4048-bca0-87dd5a3b89a9,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:55.285924 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-8a630f36-4d0e-45a6-b81d-f37dec314141 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:55.289802 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-8a630f36-4d0e-45a6-b81d-f37dec314141 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 818 time: 0.2721565 Sep 17 16:04:55.366182 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-5a537d63-4dd6-40a7-b0ee-437775bef051 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/quotas/cea34bf8c53c460282351a11edb1f03c HTTP/1.1" status: 200 len: 375 time: 0.0173526 Sep 17 16:04:55.445267 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.449374 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-0a6b491f-7e92-423f-8567-ba0bbecb85f3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708930 Sep 17 16:04:55.453742 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.454897 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 702a92a8-c436-4cbb-82db-4c720b26fa22 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:04:55.459432 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] 10.222.0.59 "DELETE /v2.0/networks/197f79e5-2b4f-44f6-9c4a-4c469ebd5086 HTTP/1.1" status: 204 len: 168 time: 0.8963394 Sep 17 16:04:55.489337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c5570-0395-45e3-8181-43ba127a5cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=197f79e5-2b4f-44f6-9c4a-4c469ebd5086,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:55.631323 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 702a92a8-c436-4cbb-82db-4c720b26fa22 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:04:55.631721 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.647249 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4ee5776c-ff5d-4a85-ad6c-120844d37dfa req-a705fb93-2a80-4b33-bbdb-75fe06531e2e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0412397 Sep 17 16:04:55.673418 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-8ed5629b-5eba-4f51-8863-a8543a90facd service neutron] 10.222.0.59 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941588 Sep 17 16:04:55.681170 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.769723 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:55.820315 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-801b9af5-e367-4d92-a5f2-c0d0a63df8d3 service neutron] 10.222.0.59 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350105 Sep 17 16:04:55.892438 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955210ee-fb0a-4eae-9eca-897d0fc63745 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:55.989208 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Attempting to bind port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:04:55.994735 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Attempting to bind port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:04:55.994735 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Attempting to bind port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:04:55.999898 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:04:56.000322 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Checking segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:04:56.000811 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.001280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Bound using segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:04:56.001839 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Bound port: a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:04:56.002337 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.056303 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44508) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:56.111576 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] For port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:04:56.118098 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] For port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:04:56.145962 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5e9993d1-4783-4a54-bf4e-c6db36971fa9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25c60a5ff7854b62a81438424be7cdda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856786 Sep 17 16:04:56.149872 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44510) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:56.230638 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.328262 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d1843d5a-5cbb-47ff-af1e-b744d78011e4 req-e4844f85-8246-425d-8d8d-64a4c8bb35dd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 210 time: 0.0576434 Sep 17 16:04:56.329264 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.383490 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:56.383929 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:04:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:56.384420 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.465219 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44526) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:56.538327 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-190ac577-9804-43db-8dee-36b68ffe19d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.595007 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955210ee-fb0a-4eae-9eca-897d0fc63745 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:56.617983 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.633354 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.638038 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1e02412-2c09-4908-aae7-504cfef67f65 HTTP/1.1" status: 204 len: 168 time: 0.4861627 Sep 17 16:04:56.769613 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83647-9d8c-4be0-bd5b-caa47105e3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e02412-2c09-4908-aae7-504cfef67f65,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:56.789984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-190ac577-9804-43db-8dee-36b68ffe19d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:56.896331 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-190ac577-9804-43db-8dee-36b68ffe19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:57.033304 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-40bf3285-dccb-4de8-a013-ffb934264823 req-0ca387bf-3d52-48cf-af44-1af8ac34e52f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0556862 Sep 17 16:04:57.054504 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ac577-9804-43db-8dee-36b68ffe19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8584dff-84e6-44f0-9b33-4f1ea46da477,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:57.123224 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:57.125002 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-190ac577-9804-43db-8dee-36b68ffe19d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=333c16dec84c406a8361016e3309cc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445987 Sep 17 16:04:57.126331 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44560) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:57.331780 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:57.375484 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:57.422690 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-7f14f2a1-553f-4cd8-83b8-756c31214f62 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:57.431515 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-7f14f2a1-553f-4cd8-83b8-756c31214f62 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 818 time: 0.7127728 Sep 17 16:04:57.499561 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-33b5d7a6-36b6-4b74-8ea0-a6ce28c47571 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/quotas/cea34bf8c53c460282351a11edb1f03c HTTP/1.1" status: 200 len: 375 time: 0.0666590 Sep 17 16:04:57.602597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-0628d8e7-56e1-4b8e-898c-7c0e769c576e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:57.604089 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-0628d8e7-56e1-4b8e-898c-7c0e769c576e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.5166352 Sep 17 16:04:57.616510 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-33ac34a7-b0d4-4f53-b18e-6ac8c4167de7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156478 Sep 17 16:04:57.630131 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Request body: {'port': {'device_id': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'admin_state_up': True, 'tenant_id': '663660a59114420f92da81dcf9d20a0d'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:04:57.753819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:57.772551 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:57.795037 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8584dff-84e6-44f0-9b33-4f1ea46da477 HTTP/1.1" status: 204 len: 168 time: 0.6507628 Sep 17 16:04:57.823800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:52Z', 'revision_number': 4, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e', 'name': '', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'mac_address': 'fa:16:3e:21:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:51Z', 'updated_at': '2021-09-17T16:04:56Z', 'revision_number': 4, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'subnets': [{'id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:57.831247 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c372864-c896-45ee-9e86-e586f10fa477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8584dff-84e6-44f0-9b33-4f1ea46da477,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:57.914739 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766f2f0-39b1-42ce-99ea-8e951c00718b None None] The sync data for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi is: [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:52Z', 'revision_number': 4, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e', 'name': '', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'mac_address': 'fa:16:3e:21:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:51Z', 'updated_at': '2021-09-17T16:04:56Z', 'revision_number': 4, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'subnets': [{'id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:04:58.059501 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-b8ee615b-efd0-4c7d-a780-68f2ed6930aa service neutron] 10.222.0.59 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192147 Sep 17 16:04:58.068670 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e949980a-6323-4efd-8d45-3c1b315830e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.135657 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44576) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:58.293475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'port': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:04:58.293718 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-2c577b37-e859-44a2-b066-6d983a1fdb2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04533cd27041424ab72f5fbf7961bb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549745 Sep 17 16:04:58.299957 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.306816 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44580) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:58.383184 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ba6980b3-5517-4bfc-adbe-e7736a80a771 req-dac147ab-4873-4807-a0f5-d10ffcc7b318 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0939755 Sep 17 16:04:58.447790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.540992 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.582495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-0f61762c-acb5-4ce7-8af4-0f81bfa11cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001221 Sep 17 16:04:58.767880 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.773001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:58.777098 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d8849b7-4588-4d91-a4ff-f933e761676c HTTP/1.1" status: 204 len: 168 time: 0.4516463 Sep 17 16:04:58.818204 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6ab1-ee9d-4aa6-8522-7cde4f030108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8849b7-4588-4d91-a4ff-f933e761676c,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:58.918733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Allocated IP 172.20.0.12 (abaff3f5-3613-4872-baba-114f05a79e10/162fa39c-4fc1-48ce-bffe-aa1fa49365b0/4faa6828-bfaf-4ab0-a348-d050da589f4a) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:04:59.584821 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:04:59.792777 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:04:59.793364 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:59.820821 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20d2b751-4710-4cb2-a7c3-dcd771411d74 req-a7668c8c-687d-432f-b2a8-893d33cccd1a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.4688284 Sep 17 16:04:59.995768 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fb1c444b-2416-44ef-b969-6b467b78fb9b req-d597d8a8-5c29-4c59-9645-3d950215bfc3 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.1994066 Sep 17 16:05:00.043389 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.118599 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.225576 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:00.269865 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.296927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2', 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:00.386328 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.401815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Network abaff3f5-3613-4872-baba-114f05a79e10 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:00.406405 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:00.425586 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:00.529947 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event updated for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:00.595025 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:00.642362 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:00.644522 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.756456 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-05cd3d66-dd91-417c-9c6a-ee510da4751e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1277192 Sep 17 16:05:00.781263 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Request body: {'port': {'device_id': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:00.837752 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0991e9db-5404-4c36-ab23-c3a44ac7b9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:00.964748 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:01.145424 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-52cd33fb-6281-4451-9f13-7bf390f0a9c6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:01.149448 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-52cd33fb-6281-4451-9f13-7bf390f0a9c6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 818 time: 0.3875966 Sep 17 16:05:01.187317 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Request body: {'port': {'device_id': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'admin_state_up': True, 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:01.191398 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ea843c39-501e-44fc-abdd-d6d1a0ec3761 req-b0e2defb-71bc-40c5-90ca-7168fafc1034 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.1914363 Sep 17 16:05:01.474850 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:05:01.560532 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Made reservation on behalf of cea34bf8c53c460282351a11edb1f03c for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:01.561425 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:01.566320 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:01.576257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:05:01.576257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:01.625650 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca648bc-2e1d-43f3-a2e3-34d709052295 req-b3460d7e-8f68-4ddc-90ec-a697156e3005 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:01.636490 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0ca648bc-2e1d-43f3-a2e3-34d709052295 req-b3460d7e-8f68-4ddc-90ec-a697156e3005 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 932 time: 0.3833897 Sep 17 16:05:01.805838 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0ca648bc-2e1d-43f3-a2e3-34d709052295 req-923d2921-e78a-4c40-8c26-d7304337622b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492062 Sep 17 16:05:01.876000 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:01.934799 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Allocated IP 172.20.0.3 (2fc28809-aa7f-4e3a-a3be-befdd8aa68e1/4fd2c7bb-fc03-4d4a-adf3-d88e021d5205/dd368520-58f6-4794-ac6e-671f8865a353) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:05:02.068610 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4faa6828-bfaf-4ab0-a348-d050da589f4a {{(pid=94529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:02.068610 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.083715 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.provisioning_blocks [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Transition to ACTIVE for port object 4faa6828-bfaf-4ab0-a348-d050da589f4a will not be triggered until provisioned by entity L2. {{(pid=94529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:02.149004 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.221957 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Pushing event updated for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:02.255510 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.299276 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Attempting to bind port 4faa6828-bfaf-4ab0-a348-d050da589f4a on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:02.299598 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Attempting to bind port 4faa6828-bfaf-4ab0-a348-d050da589f4a by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:02.300045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Attempting to bind port 4faa6828-bfaf-4ab0-a348-d050da589f4a on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:02.307450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Port 4faa6828-bfaf-4ab0-a348-d050da589f4a on network abaff3f5-3613-4872-baba-114f05a79e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:02.307988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Attempting to bind port 4faa6828-bfaf-4ab0-a348-d050da589f4a on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:02.342686 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:02.343258 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Checking segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:02.343911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Bound using segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:02.344760 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Bound port: 4faa6828-bfaf-4ab0-a348-d050da589f4a, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:02.345339 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.384456 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a1600ed2-f603-4ba7-ab9c-c5e7b85a195c req-02904c6c-9b19-4443-b1ec-5565167f64ff tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Sep 17 16:05:02.475577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, cleared binding levels {{(pid=94529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:02.481814 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:02.603853 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.648272 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:02.648582 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.649367 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.651907 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] 10.222.0.53 "PUT /v2.0/ports/4faa6828-bfaf-4ab0-a348-d050da589f4a HTTP/1.1" status: 200 len: 1094 time: 1.8886304 Sep 17 16:05:02.652761 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:02.658324 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32" -d '{"events": [{"name": "network-changed", "server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:02.703581 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549c85d-140a-44ef-8b31-c045174dd1df service neutron] Pushing event updated for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=3']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:02.732962 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde2731-54e6-4294-b88f-e14ea1c8cca2 x-openstack-request-id: req-1dde2731-54e6-4294-b88f-e14ea1c8cca2 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:02.733245 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:02.733523 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1dde2731-54e6-4294-b88f-e14ea1c8cca2 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:02.734480 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a', 'status': 'completed', 'code': 200} Sep 17 16:05:02.737760 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:02.743301 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:02.757162 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:02.800729 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Pushing event updated for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:02.846014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:02.847206 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:02.991220 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-dd44c84b-5a4d-4752-b3e2-1144c9a2e950 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8301456 Sep 17 16:05:03.035006 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f955cb-7e47-4daa-85c3-ef5fcf7ec574 req-9b3744b8-c4d7-4f88-891f-108dca50be92 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:03.038258 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-00f955cb-7e47-4daa-85c3-ef5fcf7ec574 req-9b3744b8-c4d7-4f88-891f-108dca50be92 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 944 time: 0.1033716 Sep 17 16:05:03.098164 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-00f955cb-7e47-4daa-85c3-ef5fcf7ec574 req-5c3c3077-f123-4a1b-aca1-f57a30727cb6 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517206 Sep 17 16:05:03.500154 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c7c7d0d8-4989-4aab-859c-d26d9f33c1e3 req-19be2faa-4096-48ff-a40e-9fd960f13a18 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0345771 Sep 17 16:05:03.823211 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:04.264280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974036c-58ea-4837-b087-b0a7d13b09a1 req-79447745-cef2-4c98-88a2-6b2d50fba92b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:04.267093 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7974036c-58ea-4837-b087-b0a7d13b09a1 req-79447745-cef2-4c98-88a2-6b2d50fba92b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 944 time: 0.0843844 Sep 17 16:05:04.327032 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7974036c-58ea-4837-b087-b0a7d13b09a1 req-bf89176b-0b07-42f8-95a1-2494291f90e2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Sep 17 16:05:04.337651 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 44822) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:04.493993 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-10906e5f-9bf8-4898-9b93-7a563e2ed3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:04.550601 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Request body: {'port': {'device_id': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:04.618851 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-22b71d2c-0660-467a-8a26-05c13616057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:04.621675 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-22b71d2c-0660-467a-8a26-05c13616057f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0866692 Sep 17 16:05:04.722693 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1023c4c4-6a32-4670-aefd-39edd4767a47 req-cd2ea77e-5b49-4dd2-a8fa-fa66cceba0d5 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0745780 Sep 17 16:05:04.726873 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:04.834791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-10906e5f-9bf8-4898-9b93-7a563e2ed3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:04.867073 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-963e6426-b519-4093-b563-f852a17397bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:04.870831 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-963e6426-b519-4093-b563-f852a17397bf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=663660a59114420f92da81dcf9d20a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2384515 Sep 17 16:05:05.080369 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-10906e5f-9bf8-4898-9b93-7a563e2ed3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.080369 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-10906e5f-9bf8-4898-9b93-7a563e2ed3e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f59b1abfba2b4e8db4a2262f88c05b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284832 Sep 17 16:05:05.084819 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44860) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:05.143556 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906e5f-9bf8-4898-9b93-7a563e2ed3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b32dc-c7b0-4755-98db-d2bd6df8f8ee,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:05.217149 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-d76e035f-b195-4254-9830-7f1fcb68a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:05.219302 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d1492c7-ea4e-478c-ab14-1cd1becf3e32 req-d76e035f-b195-4254-9830-7f1fcb68a86a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3327909 Sep 17 16:05:05.252931 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.293283 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.375849 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd368520-58f6-4794-ac6e-671f8865a353 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:05.389674 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.411291 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-6521e5a9-786f-4151-a037-9b2bd4b4e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:05.414109 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-6521e5a9-786f-4151-a037-9b2bd4b4e6e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1198380 Sep 17 16:05:05.421831 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Transition to ACTIVE for port object dd368520-58f6-4794-ac6e-671f8865a353 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:05.474993 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-5afcb4fa-4807-40d8-9a1f-3b12f953568b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a HTTP/1.1" status: 200 len: 217 time: 0.0499203 Sep 17 16:05:05.563657 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.577023 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-0e5de525-29b2-4568-9565-6ac16343bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:05.578722 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-0e5de525-29b2-4568-9565-6ac16343bf13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.0931985 Sep 17 16:05:05.680815 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-d5187c48-fb49-48d8-a1bb-2606b1ceaa2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919504 Sep 17 16:05:05.689422 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f4992-4180-4e23-a49e-2c004db6c0a9 req-b6493f46-91c9-4ab8-a723-4b1ad240ff98 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:05.695870 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:05.699458 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-192f4992-4180-4e23-a49e-2c004db6c0a9 req-b6493f46-91c9-4ab8-a723-4b1ad240ff98 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 944 time: 0.2035890 Sep 17 16:05:05.701334 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.704117 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.708411 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd2b32dc-c7b0-4755-98db-d2bd6df8f8ee HTTP/1.1" status: 204 len: 168 time: 0.6229091 Sep 17 16:05:05.740516 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1e02-3898-4c90-a37e-3985fd852356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b32dc-c7b0-4755-98db-d2bd6df8f8ee,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:05.784400 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Attempting to bind port dd368520-58f6-4794-ac6e-671f8865a353 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:05.784750 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Attempting to bind port dd368520-58f6-4794-ac6e-671f8865a353 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:05.785085 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Attempting to bind port dd368520-58f6-4794-ac6e-671f8865a353 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:05.806696 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Port dd368520-58f6-4794-ac6e-671f8865a353 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:05.807091 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Attempting to bind port dd368520-58f6-4794-ac6e-671f8865a353 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:05.814856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:05.816731 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Checking segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:05.816731 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Bound using segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:05.817152 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Bound port: dd368520-58f6-4794-ac6e-671f8865a353, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:05.817734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:05.845870 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-192f4992-4180-4e23-a49e-2c004db6c0a9 req-96fdabda-90b2-4c3f-b3a9-6aa44471319b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454523 Sep 17 16:05:05.869511 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.53', 64091) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:05.932352 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0e897c60-40ca-4dee-979b-9ba58b30e793 req-73513895-477e-451b-a895-232bdb50576e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0785582 Sep 17 16:05:05.973508 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-ea1bf77f-012e-4e1c-a74e-f46ef53b9d29 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626030 Sep 17 16:05:06.076524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:06.083733 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=dd368520-58f6-4794-ac6e-671f8865a353,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:06.110777 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237fa1f5-10b3-4a9c-9f21-4d84d2ac4c2d req-06e077f6-3b64-4805-b4ab-23ed79d77bcd service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284404 Sep 17 16:05:06.120688 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-4e22c363-8116-497d-9c50-63c5e7994ec2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:06.124357 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-4e22c363-8116-497d-9c50-63c5e7994ec2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 818 time: 0.2617612 Sep 17 16:05:06.140829 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Request body: {'port': {'device_id': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'admin_state_up': True, 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:06.248093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:06.361566 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:06.361566 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:06.363817 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 1093 time: 1.8295190 Sep 17 16:05:06.364780 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:06.377917 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "tag": "dd368520-58f6-4794-ac6e-671f8865a353"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:06.402527 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2816-9432-4269-a8f1-986270d59bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:06.435370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d331b97c-ff30-4557-b6e2-622380332374 x-openstack-request-id: req-d331b97c-ff30-4557-b6e2-622380332374 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:06.435816 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "tag": "dd368520-58f6-4794-ac6e-671f8865a353", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:06.436218 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d331b97c-ff30-4557-b6e2-622380332374 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:06.436914 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353', 'status': 'completed', 'code': 200} Sep 17 16:05:06.520770 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-8b6ab41b-ef19-4217-b0b2-d86dbe2c7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:06.523286 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-8b6ab41b-ef19-4217-b0b2-d86dbe2c7ed8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1096 time: 0.0524809 Sep 17 16:05:06.698369 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Made reservation on behalf of cea34bf8c53c460282351a11edb1f03c for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:06.702157 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:06.830080 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-619d8b36-3854-44ea-ae64-b5f266d519fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:06.831677 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-619d8b36-3854-44ea-ae64-b5f266d519fd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cea34bf8c53c460282351a11edb1f03c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2991617 Sep 17 16:05:06.858551 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44914) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:06.890974 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e2107a74-b2d4-4d43-a948-9e789acbd552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.070375 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Allocated IP 172.20.0.5 (2fc28809-aa7f-4e3a-a3be-befdd8aa68e1/4fd2c7bb-fc03-4d4a-adf3-d88e021d5205/2b1f1aae-7c5b-40e9-880e-a0581b488d42) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:05:07.101621 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-5b6addfa-5131-42d6-8d1d-5ded892432d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:07.103382 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-115deb9e-457c-4ed8-aaa5-f0a98ddddd74 req-5b6addfa-5131-42d6-8d1d-5ded892432d4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623265 Sep 17 16:05:07.258149 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-4d69bced-04f9-4c00-95f1-e9579e7276cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:07.260061 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-4d69bced-04f9-4c00-95f1-e9579e7276cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1096 time: 0.0950394 Sep 17 16:05:07.348978 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-ad19c231-ee4f-4dd6-a03d-3208d9e807c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 217 time: 0.0783439 Sep 17 16:05:07.420775 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b314d93b-e511-42fe-8e5d-6b8bdf918369 req-8bd9b83a-7e8b-4512-af4a-b6655a23bfb4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.3494368 Sep 17 16:05:07.426339 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.463831 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366beb-363d-4f16-a995-96d7474f583a req-5fd7f677-e982-4e0e-9269-3ee89f419a59 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:07.471998 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e3366beb-363d-4f16-a995-96d7474f583a req-5fd7f677-e982-4e0e-9269-3ee89f419a59 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 944 time: 0.4633522 Sep 17 16:05:07.497888 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-8be0466e-f5da-4a2c-b4d9-91e3e75aea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:07.501662 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-8be0466e-f5da-4a2c-b4d9-91e3e75aea12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.1400218 Sep 17 16:05:07.516743 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e2107a74-b2d4-4d43-a948-9e789acbd552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.556772 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-7f08fd09-38d5-48db-aef5-a796f0020227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477674 Sep 17 16:05:07.559297 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e3366beb-363d-4f16-a995-96d7474f583a req-5c0202ab-c639-4926-a0ee-fa25b4900c86 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859523 Sep 17 16:05:07.620114 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e2107a74-b2d4-4d43-a948-9e789acbd552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.629182 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.678255 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e2107a74-b2d4-4d43-a948-9e789acbd552 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=759bbc9efde14b03a8b4382c3930b20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170946 Sep 17 16:05:07.685316 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 44950) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:07.745643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2107a74-b2d4-4d43-a948-9e789acbd552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1eabb1-96a9-47fd-b633-36e1ed447983,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:07.747304 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:07.770407 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:07.780615 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:07.802103 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.814163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Pushing event updated for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:07.835296 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-74098847-4186-45c8-8ecb-ed70d09a76a3 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663763 Sep 17 16:05:07.846149 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:07.926009 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:07.926779 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:08.039104 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:08.044665 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:08.046877 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df1eabb1-96a9-47fd-b633-36e1ed447983 HTTP/1.1" status: 204 len: 168 time: 0.3597839 Sep 17 16:05:08.062568 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9eb63-8908-4fcd-b20a-4d661aff7b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1eabb1-96a9-47fd-b633-36e1ed447983,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:08.241018 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-575ec07a-9fd2-4ff5-8b46-b4232ebd8e23 req-198e8103-0d57-4216-9a0f-7fc4b224c857 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988557 Sep 17 16:05:08.321463 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-9f3622a8-9a23-4a72-9e59-d1ec0e8ea624 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1852257 Sep 17 16:05:08.335632 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Request body: {'port': {'device_id': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:08.414769 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:08.514654 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4faa6828-bfaf-4ab0-a348-d050da589f4a details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:05:08.587059 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a0c36-8d2b-4c7e-88b0-117cbd3e92ae req-55367eda-4279-4e6b-a556-8588a0e42fa4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:08.597361 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a85a0c36-8d2b-4c7e-88b0-117cbd3e92ae req-55367eda-4279-4e6b-a556-8588a0e42fa4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 931 time: 0.0836241 Sep 17 16:05:08.655634 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a85a0c36-8d2b-4c7e-88b0-117cbd3e92ae req-72eaebef-4c7c-4536-8e14-58f4ce767615 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 Sep 17 16:05:08.874545 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:08.906069 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '4faa6828-bfaf-4ab0-a348-d050da589f4a', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'port_id': '4faa6828-bfaf-4ab0-a348-d050da589f4a', 'mac_address': 'fa:16:3e:e9:ac:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162fa39c-4fc1-48ce-bffe-aa1fa49365b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:05:08.984823 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04670ac4-5f28-4c6d-9bae-3b692f5889ea req-c7c77968-8465-4c6a-b57b-8a0d461a3283 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:08.987826 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-04670ac4-5f28-4c6d-9bae-3b692f5889ea req-c7c77968-8465-4c6a-b57b-8a0d461a3283 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 944 time: 0.1838403 Sep 17 16:05:09.004961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.069171 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4faa6828-bfaf-4ab0-a348-d050da589f4a {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:09.072181 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-04670ac4-5f28-4c6d-9bae-3b692f5889ea req-5cb2f9e7-4b64-4514-a948-479814ff504e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761182 Sep 17 16:05:09.124892 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:09.189376 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.273543 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:09.316727 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1f1aae-7c5b-40e9-880e-a0581b488d42 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:09.330929 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.355058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Transition to ACTIVE for port object 2b1f1aae-7c5b-40e9-880e-a0581b488d42 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:09.466644 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.530022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:09.608064 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Attempting to bind port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:09.608583 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Attempting to bind port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:09.609052 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Attempting to bind port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:09.614499 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:09.615340 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Attempting to bind port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 on network 2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:09.621599 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:09.621916 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Checking segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:09.622308 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Bound using segment: {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:09.622743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Bound port: 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ba9f0b-5e35-4153-bf42-368925fa4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:09.623113 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.703169 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:09.707097 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:09.806519 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.846359 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:09.847021 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:09.848586 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b1f1aae-7c5b-40e9-880e-a0581b488d42 HTTP/1.1" status: 200 len: 1093 time: 1.5188165 Sep 17 16:05:09.870246 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:09.872951 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303ceb0-2148-40ab-9bd5-ac94d0129adb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:09.873546 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebee57b-a7a4-494c-a99e-d711801fd20f req-aec717d0-42d8-4d3b-be4f-64ceb201b6e0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:09.875217 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ebee57b-a7a4-494c-a99e-d711801fd20f req-aec717d0-42d8-4d3b-be4f-64ceb201b6e0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0888956 Sep 17 16:05:09.922757 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf4753-b394-4411-9352-b9f80dfdc4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:09.939273 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ebee57b-a7a4-494c-a99e-d711801fd20f req-5d4ed7d1-8080-4796-a61c-4d8baee2668d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544608 Sep 17 16:05:09.960877 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77811a24-a30e-4075-b73b-d705ab1dc8fd x-openstack-request-id: req-77811a24-a30e-4075-b73b-d705ab1dc8fd {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:09.960877 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:09.960877 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77811a24-a30e-4075-b73b-d705ab1dc8fd {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:09.960877 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42', 'status': 'completed', 'code': 200} Sep 17 16:05:10.235733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a250781-77da-4c6b-ba6a-2824894e2deb req-6b25c55e-fb24-464f-871d-857f95e0dc8a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:10.235733 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3a250781-77da-4c6b-ba6a-2824894e2deb req-6b25c55e-fb24-464f-871d-857f95e0dc8a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0848591 Sep 17 16:05:10.294980 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3a250781-77da-4c6b-ba6a-2824894e2deb req-acddf2cb-8464-4bf3-b0c0-f02d216d394d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Sep 17 16:05:11.105331 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40209b-7baa-4a86-93b3-04a2d0321a09 req-1cd00114-455e-4c69-8ecf-2ba1c18bdcb4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:11.107999 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5d40209b-7baa-4a86-93b3-04a2d0321a09 req-1cd00114-455e-4c69-8ecf-2ba1c18bdcb4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0838807 Sep 17 16:05:11.151536 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5d40209b-7baa-4a86-93b3-04a2d0321a09 req-bf6f1c48-cc52-4829-bed8-2a013c4ae2a0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372031 Sep 17 16:05:11.463266 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51c14-fd7e-4013-8533-5b9c99c8075d req-8606ea25-872d-4b23-b414-6876b240ead5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:11.465185 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ef51c14-fd7e-4013-8533-5b9c99c8075d req-8606ea25-872d-4b23-b414-6876b240ead5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0795529 Sep 17 16:05:11.498275 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45066) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:11.524737 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ef51c14-fd7e-4013-8533-5b9c99c8075d req-ac502e1e-0b43-4498-a239-d64a8d0b8d5a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508018 Sep 17 16:05:11.653817 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d0521c9b-227a-43a5-b28a-f267b6282aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:11.765938 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d0521c9b-227a-43a5-b28a-f267b6282aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:11.869385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d0521c9b-227a-43a5-b28a-f267b6282aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:11.944756 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d0521c9b-227a-43a5-b28a-f267b6282aca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f74557fb4dd4b91823c6e1b3aa2196f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443316 Sep 17 16:05:11.946813 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521c9b-227a-43a5-b28a-f267b6282aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0900978-eba4-411d-9742-258c16876412,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:11.947397 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45072) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:12.037346 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.077151 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.220958 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.224490 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.225989 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0900978-eba4-411d-9742-258c16876412 HTTP/1.1" status: 204 len: 168 time: 0.2774012 Sep 17 16:05:12.243918 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1aabf-e96f-4d3b-8bfd-7294c139d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0900978-eba4-411d-9742-258c16876412,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:12.260639 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['4faa6828-bfaf-4ab0-a348-d050da589f4a'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:12.317345 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-d37f1360-8309-4716-907e-9537cca9871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.319446 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-d37f1360-8309-4716-907e-9537cca9871c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0670156 Sep 17 16:05:12.335798 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2e64c-1206-4d63-9abf-22fc33835500 req-eceafe2d-a4ac-4b76-8341-eeb51121d14b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.345470 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9fd2e64c-1206-4d63-9abf-22fc33835500 req-eceafe2d-a4ac-4b76-8341-eeb51121d14b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1212513 Sep 17 16:05:12.467880 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9fd2e64c-1206-4d63-9abf-22fc33835500 req-5ef715a0-25d9-40b0-bffb-e3780e4df827 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070685 Sep 17 16:05:12.508361 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-5d9ee1e2-2a84-49e1-a0a1-55c323abffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.511534 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-5d9ee1e2-2a84-49e1-a0a1-55c323abffc0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cea34bf8c53c460282351a11edb1f03c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1820362 Sep 17 16:05:12.551055 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device dd368520-58f6-4794-ac6e-671f8865a353 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:05:12.672100 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-2c4f81b7-33c9-4db1-b869-3bba03bced25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.674825 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c303ceb0-2148-40ab-9bd5-ac94d0129adb req-2c4f81b7-33c9-4db1-b869-3bba03bced25 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559114 Sep 17 16:05:12.693177 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8317-ab55-4e3e-b727-235a836343ad req-2d6091cc-4378-449c-81b5-15c2212bffc9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.695170 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-858b8317-ab55-4e3e-b727-235a836343ad req-2d6091cc-4378-449c-81b5-15c2212bffc9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0828154 Sep 17 16:05:12.738264 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=dd368520-58f6-4794-ac6e-671f8865a353,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:12.758427 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'dd368520-58f6-4794-ac6e-671f8865a353', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'port_id': 'dd368520-58f6-4794-ac6e-671f8865a353', 'mac_address': 'fa:16:3e:74:e6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:05:12.762642 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-858b8317-ab55-4e3e-b727-235a836343ad req-5212f276-c9af-4d2f-bd2f-4f6a4b7285e2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Sep 17 16:05:12.808490 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.813445 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-3ddb7ad5-236c-425b-8592-8a73e131cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.816089 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-3ddb7ad5-236c-425b-8592-8a73e131cc52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0930395 Sep 17 16:05:12.825496 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd368520-58f6-4794-ac6e-671f8865a353 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:12.852392 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=dd368520-58f6-4794-ac6e-671f8865a353,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:12.897473 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-5241082f-459d-43b4-b7c9-90a376e3df97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42 HTTP/1.1" status: 200 len: 217 time: 0.0716980 Sep 17 16:05:12.944141 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.950358 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-424aed11-d4cd-4589-aac5-8903542bb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:12.952045 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-424aed11-d4cd-4589-aac5-8903542bb00e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.0478182 Sep 17 16:05:13.005068 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-57307094-4efe-41c7-8af7-3267eed56f58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423453 Sep 17 16:05:13.009235 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:13.116922 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-68ace410-45c5-4d94-9315-ae52107e78e7 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028130 Sep 17 16:05:13.187524 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45098) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:13.204251 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0fa-0331-46d6-9e39-a572bf38ded6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.226728 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['dd368520-58f6-4794-ac6e-671f8865a353'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:13.261741 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fc231f3-8dd0-4f25-8191-f034ee82a76f req-1bf8a1e6-5163-4ab2-b223-cd61d392e270 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327460 Sep 17 16:05:13.386004 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0fa-0331-46d6-9e39-a572bf38ded6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.487056 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fcfdc0fa-0331-46d6-9e39-a572bf38ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.629900 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-fcfdc0fa-0331-46d6-9e39-a572bf38ded6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a73cc076fee47cd90f0877136acd43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411154 Sep 17 16:05:13.638514 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45114) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:13.650725 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdc0fa-0331-46d6-9e39-a572bf38ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23a9826-1ff0-4c7b-a1a8-82a0ad606960,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:13.757329 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.762487 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ccd0-27c8-48ad-9c09-7a62368f7b31 req-dbfdcb74-df2b-4033-9361-935fbb9d64c2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:13.765764 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8fb2ccd0-27c8-48ad-9c09-7a62368f7b31 req-dbfdcb74-df2b-4033-9361-935fbb9d64c2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1089866 Sep 17 16:05:13.835750 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.873788 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8fb2ccd0-27c8-48ad-9c09-7a62368f7b31 req-bed64086-b68c-4632-a8b9-8a44eaf171b3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Sep 17 16:05:14.024215 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:14.029914 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:14.031269 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a23a9826-1ff0-4c7b-a1a8-82a0ad606960 HTTP/1.1" status: 204 len: 168 time: 0.3907056 Sep 17 16:05:14.050409 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a77b7-093f-4e0a-9e6c-e7c1b9a59ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23a9826-1ff0-4c7b-a1a8-82a0ad606960,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:14.051393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ab44-e22b-44d7-9fe8-a1ef9ab2da8b req-3fd5878f-895f-4f5e-9bdc-7efe2b2dd3ed tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:14.060503 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3816ab44-e22b-44d7-9fe8-a1ef9ab2da8b req-3fd5878f-895f-4f5e-9bdc-7efe2b2dd3ed tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 945 time: 0.1063089 Sep 17 16:05:14.148448 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3816ab44-e22b-44d7-9fe8-a1ef9ab2da8b req-d9615a14-f4b7-44a5-934c-358d2f3d301f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Sep 17 16:05:14.562205 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device dd368520-58f6-4794-ac6e-671f8865a353 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:05:14.714424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port dd368520-58f6-4794-ac6e-671f8865a353 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:05:14.719646 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port dd368520-58f6-4794-ac6e-671f8865a353 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:05:14.720097 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:14.870814 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:14.909047 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:14.945891 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b76b043-f70c-4ded-842d-fbdcaabfd539" -d '{"events": [{"server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd368520-58f6-4794-ac6e-671f8865a353"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:15.003596 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=dd368520-58f6-4794-ac6e-671f8865a353,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:15.020529 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa0e0b8-3bf0-43de-a5b9-9d01ff1b7d8c x-openstack-request-id: req-daa0e0b8-3bf0-43de-a5b9-9d01ff1b7d8c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:15.021013 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd368520-58f6-4794-ac6e-671f8865a353", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:15.021423 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daa0e0b8-3bf0-43de-a5b9-9d01ff1b7d8c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:15.022046 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353', 'code': 200} Sep 17 16:05:15.093740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce668e7f-0025-4128-ac11-19062a722334 req-9b97a940-5017-4d93-8abb-528e9dade38d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:15.096329 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ce668e7f-0025-4128-ac11-19062a722334 req-9b97a940-5017-4d93-8abb-528e9dade38d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0649304 Sep 17 16:05:15.102281 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.103855 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4faa6828-bfaf-4ab0-a348-d050da589f4a up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:05:15.165111 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ce668e7f-0025-4128-ac11-19062a722334 req-b8c2ed77-1fd3-4f66-ae8b-302a4f0c2f47 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Sep 17 16:05:15.282213 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:15.337296 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a1159-adc1-40ce-a313-cc83a14cea60 req-cd528ce8-61a1-4f6c-a345-d80300cdc5a4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:15.341236 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8f5a1159-adc1-40ce-a313-cc83a14cea60 req-cd528ce8-61a1-4f6c-a345-d80300cdc5a4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 945 time: 0.0756886 Sep 17 16:05:15.397159 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8f5a1159-adc1-40ce-a313-cc83a14cea60 req-7fea3a83-096c-40b8-b266-1dcb75fe6353 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512524 Sep 17 16:05:15.430084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 4faa6828-bfaf-4ab0-a348-d050da589f4a completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:05:15.439012 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 4faa6828-bfaf-4ab0-a348-d050da589f4a triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:05:15.439961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.548695 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343067-528d-49e4-83e2-8640d96908fe req-f5b3ede8-84c6-4108-b799-ec905c347ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:15.550342 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-12343067-528d-49e4-83e2-8640d96908fe req-f5b3ede8-84c6-4108-b799-ec905c347ab6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.0601480 Sep 17 16:05:15.580478 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.592183 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-12343067-528d-49e4-83e2-8640d96908fe req-16c7b5e2-1cce-44b1-91b6-7ef37dac47e0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Sep 17 16:05:15.618532 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:15.738170 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.860167 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:15.913503 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.995294 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-7e2d64ce-2201-4f02-aa7d-120d9ea84f9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620341 Sep 17 16:05:16.078031 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-86ee3de0-f3ec-4537-9461-75d7fc53a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:16.080147 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-86ee3de0-f3ec-4537-9461-75d7fc53a39d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0596874 Sep 17 16:05:16.238825 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-ad4d6862-604d-4746-8fea-616f087795e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:16.240755 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-ad4d6862-604d-4746-8fea-616f087795e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 916 time: 0.1322126 Sep 17 16:05:16.300340 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-70aff3f3-594a-462a-8131-ac9d739bac05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1299f23d-177f-4900-90af-f220b2b630f2 HTTP/1.1" status: 200 len: 217 time: 0.0460722 Sep 17 16:05:16.368279 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-6d0defdc-48c0-4026-9f2d-95b2df156c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:16.370228 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-6d0defdc-48c0-4026-9f2d-95b2df156c3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.0639665 Sep 17 16:05:16.379301 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b936-90d9-4417-ad4b-5ea885aa5e17 req-9fb99a80-6bc3-4e1a-a793-15427d189456 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:16.385584 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1b29b936-90d9-4417-ad4b-5ea885aa5e17 req-9fb99a80-6bc3-4e1a-a793-15427d189456 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1278081 Sep 17 16:05:16.431508 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-c3ef38ce-c789-476d-9052-f34301c2b0bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531676 Sep 17 16:05:16.516377 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1b29b936-90d9-4417-ad4b-5ea885aa5e17 req-fd2ddb2f-f9ac-468e-8a27-3bbf5f7d9974 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158836 Sep 17 16:05:16.582426 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7836cd9-7848-47fe-9d21-049da9e3bef9 req-7fe77a32-e3fd-483a-986f-be6211c2a916 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:16.585231 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d7836cd9-7848-47fe-9d21-049da9e3bef9 req-7fe77a32-e3fd-483a-986f-be6211c2a916 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0908217 Sep 17 16:05:16.647412 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-34b5723a-fe86-4342-b55c-2d52a4d01709 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065401 Sep 17 16:05:16.662988 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d7836cd9-7848-47fe-9d21-049da9e3bef9 req-cc00d7f8-9ee9-4615-a820-1d5614f5671e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639920 Sep 17 16:05:16.705125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45206) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:16.809941 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa230d74-cd41-43bc-a396-81beed13bb73 req-afd01f64-5eba-4181-b2c0-6a2bc4d23d23 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523960 Sep 17 16:05:16.966392 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6037e845-f410-4771-96fd-27cd76356077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.023806 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:17.027819 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bcaf36-9a7e-413c-9a7d-d637258ffb51" -d '{"events": [{"server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:17.071077 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08be617-8803-4cdb-980c-fe0d7240e60b x-openstack-request-id: req-f08be617-8803-4cdb-980c-fe0d7240e60b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:17.071366 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "name": "network-vif-plugged", "status": "completed", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:17.071620 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f08be617-8803-4cdb-980c-fe0d7240e60b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:17.077316 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a', 'code': 200} Sep 17 16:05:17.171587 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6037e845-f410-4771-96fd-27cd76356077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.292328 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6037e845-f410-4771-96fd-27cd76356077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.343005 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-6037e845-f410-4771-96fd-27cd76356077 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c2b902a42954fd1b302cb179d7f4e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6324918 Sep 17 16:05:17.343829 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45226) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:17.344502 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e845-f410-4771-96fd-27cd76356077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae0bcd-7cff-4ee2-b396-12c00655c3ee,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:17.411323 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.453969 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.613686 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254595ed-4915-491d-be4e-fd6a92319a9d req-59c0a65f-1a37-4522-ac27-a8a665076c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:17.615497 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-254595ed-4915-491d-be4e-fd6a92319a9d req-59c0a65f-1a37-4522-ac27-a8a665076c37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 1099 time: 0.0724826 Sep 17 16:05:17.634297 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.641953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:17.644924 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63ae0bcd-7cff-4ee2-b396-12c00655c3ee HTTP/1.1" status: 204 len: 168 time: 0.2995219 Sep 17 16:05:17.670754 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4bc4-25ea-455d-b8d6-fe6fa3daad99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae0bcd-7cff-4ee2-b396-12c00655c3ee,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:17.691638 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-254595ed-4915-491d-be4e-fd6a92319a9d req-a533a54e-7c9f-46c9-9a68-adb5de44b819 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688007 Sep 17 16:05:17.729720 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab6e8-df9e-4737-af88-7cf56eba977c req-4acb7c41-ed03-4ad8-83a4-7e0151b3ad0d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:17.733068 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-deaab6e8-df9e-4737-af88-7cf56eba977c req-4acb7c41-ed03-4ad8-83a4-7e0151b3ad0d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1011822 Sep 17 16:05:17.814067 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-deaab6e8-df9e-4737-af88-7cf56eba977c req-54f91877-db05-4ba6-aa56-c772efe989c8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693674 Sep 17 16:05:17.888522 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6bd70-3b90-47a7-ba70-df507b8342da req-a8bfa9e8-4cd2-4f3b-8b75-b2797aa2d610 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:17.896988 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ebe6bd70-3b90-47a7-ba70-df507b8342da req-a8bfa9e8-4cd2-4f3b-8b75-b2797aa2d610 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0813448 Sep 17 16:05:17.958247 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ebe6bd70-3b90-47a7-ba70-df507b8342da req-31680261-7422-40e7-a66a-6d9e97f94031 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597050 Sep 17 16:05:18.829577 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45282) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:18.854794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:18.899573 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45286) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:18.949183 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ce33-849d-4b6d-bbed-0b973cffd735 req-2f1ee97e-b0ed-41fe-973b-c2d6a2c7492c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:18.952002 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5034ce33-849d-4b6d-bbed-0b973cffd735 req-2f1ee97e-b0ed-41fe-973b-c2d6a2c7492c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0622125 Sep 17 16:05:19.019671 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5034ce33-849d-4b6d-bbed-0b973cffd735 req-c5781683-3114-4c68-ac1d-d783e32fc64b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607264 Sep 17 16:05:19.091430 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.164748 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d30a3-b78f-4390-85fb-e41f1bd4fd20 req-a4da7784-27e9-43a0-8a3d-5f987c668092 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:19.166434 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e3d30a3-b78f-4390-85fb-e41f1bd4fd20 req-a4da7784-27e9-43a0-8a3d-5f987c668092 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0996006 Sep 17 16:05:19.178282 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.236472 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e3d30a3-b78f-4390-85fb-e41f1bd4fd20 req-ea7e9645-abc2-45df-90aa-4ffe8dc25cf6 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631087 Sep 17 16:05:19.246312 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b457499b-9bc0-479b-8646-75928104f8dd,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:19.251155 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fada634358b4b84b7bce5cfd0403311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199495 Sep 17 16:05:19.255022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d659b683-b82c-4f0d-8193-a046dfd6154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.255466 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45300) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:19.268093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.268721 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.269249 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.269740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.270221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.270568 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.271428 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.271939 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.272503 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.272656 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.272970 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.273298 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17934a-0853-471c-9b0c-05f47879678f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:19.359022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.394628 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.659420 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d659b683-b82c-4f0d-8193-a046dfd6154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.741663 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.745946 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.748022 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b457499b-9bc0-479b-8646-75928104f8dd HTTP/1.1" status: 204 len: 168 time: 0.4911118 Sep 17 16:05:19.758883 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806d686-46c9-4a75-afa1-7d93f87890f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457499b-9bc0-479b-8646-75928104f8dd,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:19.774460 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d659b683-b82c-4f0d-8193-a046dfd6154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.844522 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d659b683-b82c-4f0d-8193-a046dfd6154e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bd9a3b728ac4fc193ac81abd0a0714e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408622 Sep 17 16:05:19.846520 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659b683-b82c-4f0d-8193-a046dfd6154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d4811-3012-4e1e-b3c6-2f8079b87837,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:19.847253 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45308) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:19.910250 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:19.935901 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:20.100682 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:20.103738 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:20.105788 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/569d4811-3012-4e1e-b3c6-2f8079b87837 HTTP/1.1" status: 204 len: 168 time: 0.2573059 Sep 17 16:05:20.121912 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d4811-3012-4e1e-b3c6-2f8079b87837,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:20.170878 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.171321 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.172426 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.172866 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.173401 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.173590 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.173973 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.174231 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.174522 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.174846 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.175173 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.175488 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6388f8-6624-4af7-9def-3eed49980bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:20.217402 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc853-3bc6-411e-aa88-bbe8d107b54d req-81688ddd-e40a-4f7b-ab00-d12c872bb9ca tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:20.226275 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-550fc853-3bc6-411e-aa88-bbe8d107b54d req-81688ddd-e40a-4f7b-ab00-d12c872bb9ca tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1078937 Sep 17 16:05:20.281280 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-550fc853-3bc6-411e-aa88-bbe8d107b54d req-14aacd91-370d-4c47-b07b-61ee430fb311 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Sep 17 16:05:20.433620 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5703c1-5ce6-4b6a-b2ee-72f31a89fb27 req-7e1f21cf-8ef7-4b73-9291-4532b77cc0d5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:20.437068 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b5703c1-5ce6-4b6a-b2ee-72f31a89fb27 req-7e1f21cf-8ef7-4b73-9291-4532b77cc0d5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0840154 Sep 17 16:05:20.506877 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b5703c1-5ce6-4b6a-b2ee-72f31a89fb27 req-d78a1fb8-d2a6-4a6b-9a02-5293e4fee5e0 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646312 Sep 17 16:05:21.275682 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45344) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:21.309622 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-29db739c-ff70-43ae-9520-7871bdf1ef4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:21.584480 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee7fa-dad2-4633-868d-fba1821af3f9 req-8a60b456-d79b-45c7-a74f-b2d4763f73bd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:21.586708 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b34ee7fa-dad2-4633-868d-fba1821af3f9 req-8a60b456-d79b-45c7-a74f-b2d4763f73bd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1515534 Sep 17 16:05:21.670213 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-29db739c-ff70-43ae-9520-7871bdf1ef4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:21.707233 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b34ee7fa-dad2-4633-868d-fba1821af3f9 req-fefd28d6-19fa-4174-965e-72619667f183 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079924 Sep 17 16:05:21.780944 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-29db739c-ff70-43ae-9520-7871bdf1ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:21.840702 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db739c-ff70-43ae-9520-7871bdf1ef4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a025a1-b241-4223-a830-e9ba2dbdf00b,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:21.849709 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-29db739c-ff70-43ae-9520-7871bdf1ef4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be5b27046fd14a2a935d0d900f52bf41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687611 Sep 17 16:05:21.853138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45362) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:21.914093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:21.938236 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:22.090649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:22.098513 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:22.101347 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93a025a1-b241-4223-a830-e9ba2dbdf00b HTTP/1.1" status: 204 len: 168 time: 0.2462280 Sep 17 16:05:22.114274 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5355542-cafb-481d-b5f2-27c068d34dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a025a1-b241-4223-a830-e9ba2dbdf00b,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:22.967962 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992302e-37ae-4797-912c-5115b3d73632 req-72dc35a3-9b32-4209-a6c0-34e8676cac3c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:22.969985 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6992302e-37ae-4797-912c-5115b3d73632 req-72dc35a3-9b32-4209-a6c0-34e8676cac3c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0612547 Sep 17 16:05:23.016431 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6992302e-37ae-4797-912c-5115b3d73632 req-ea877a99-1276-4d77-88f4-15dc8683494b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Sep 17 16:05:23.926768 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:05:23.941504 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03213-0f15-440c-850a-eff79dcbc451 req-9e1fa974-5a4f-4553-b415-fa5ea2ffc336 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:23.949788 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67b03213-0f15-440c-850a-eff79dcbc451 req-9e1fa974-5a4f-4553-b415-fa5ea2ffc336 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1151190 Sep 17 16:05:24.001028 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67b03213-0f15-440c-850a-eff79dcbc451 req-dcb6c0da-f2d8-46db-b2e9-73761e1ac11f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Sep 17 16:05:24.188193 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f98e-6058-49fe-b4ad-0cf4839d00e4 req-1c081b51-d140-4b47-a6c4-c41d30849823 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:24.189803 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3981f98e-6058-49fe-b4ad-0cf4839d00e4 req-1c081b51-d140-4b47-a6c4-c41d30849823 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0849030 Sep 17 16:05:24.244052 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3981f98e-6058-49fe-b4ad-0cf4839d00e4 req-9dc24d2e-f288-448e-b4b5-c4177e873312 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Sep 17 16:05:24.887494 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45454) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:25.067156 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-65e217af-17cb-478e-9fe0-52ae1f46b241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.220802 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-65e217af-17cb-478e-9fe0-52ae1f46b241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.235118 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfefc3-245b-4daa-9f13-ed59f54f4584 req-16ba0e3a-0be2-41c2-932c-98bb4d584701 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:25.239735 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-babfefc3-245b-4daa-9f13-ed59f54f4584 req-16ba0e3a-0be2-41c2-932c-98bb4d584701 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1079423 Sep 17 16:05:25.302552 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-babfefc3-245b-4daa-9f13-ed59f54f4584 req-a7226b02-c684-49b9-9bf2-36ae17fb32a3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520356 Sep 17 16:05:25.331794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-65e217af-17cb-478e-9fe0-52ae1f46b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.390559 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-65e217af-17cb-478e-9fe0-52ae1f46b241 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bb48c9c7cb54a6a90bbe98d81b1c57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001090 Sep 17 16:05:25.395588 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45468) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:25.411010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f057231-c859-4f42-9946-94487cebe006 req-9562366b-09e8-4ca7-85f0-7a4742b6894b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:25.416257 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8f057231-c859-4f42-9946-94487cebe006 req-9562366b-09e8-4ca7-85f0-7a4742b6894b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0793822 Sep 17 16:05:25.420557 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e217af-17cb-478e-9fe0-52ae1f46b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329cfe47-71ef-434b-a173-b9903b29d916,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:25.472893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.475761 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8f057231-c859-4f42-9946-94487cebe006 req-72f68504-a728-4711-aba6-c9e619d88b00 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Sep 17 16:05:25.499574 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.643893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.647524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:25.649140 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/329cfe47-71ef-434b-a173-b9903b29d916 HTTP/1.1" status: 204 len: 168 time: 0.2516508 Sep 17 16:05:25.662871 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a31f7-77c2-4a64-bbab-36810759fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329cfe47-71ef-434b-a173-b9903b29d916,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:26.520965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e002-cf86-498a-8118-3a0a84b3d32f req-b54e03af-3ca7-4006-9092-a51e4807be3e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:26.523994 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0167e002-cf86-498a-8118-3a0a84b3d32f req-b54e03af-3ca7-4006-9092-a51e4807be3e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1078579 Sep 17 16:05:26.573816 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0167e002-cf86-498a-8118-3a0a84b3d32f req-9a762478-5dae-4f30-9407-026f9b3290fc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407314 Sep 17 16:05:26.679249 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4b5f-e0d0-4ce3-b761-5dd5a459a9b4 req-8491953a-dac9-4470-951f-0acf232f3187 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:26.681368 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5c6a4b5f-e0d0-4ce3-b761-5dd5a459a9b4 req-8491953a-dac9-4470-951f-0acf232f3187 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0751808 Sep 17 16:05:26.734279 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5c6a4b5f-e0d0-4ce3-b761-5dd5a459a9b4 req-210cc4c9-4823-4114-880f-b7cd8087efb1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Sep 17 16:05:27.747468 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849c01-99dd-45e9-9998-710a13393725 req-6f2d79b7-e3a4-469c-b9ef-a53295391971 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:27.751830 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-18849c01-99dd-45e9-9998-710a13393725 req-6f2d79b7-e3a4-469c-b9ef-a53295391971 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0795019 Sep 17 16:05:27.810054 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-18849c01-99dd-45e9-9998-710a13393725 req-4d18618e-11ae-493b-a674-0fc15881b0bc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Sep 17 16:05:27.916917 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9ec1-7b1b-49b5-a44b-01f0c3887199 req-2e763a2c-4c4e-4013-9a7c-1e37dc8a95de tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:27.923671 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d97a9ec1-7b1b-49b5-a44b-01f0c3887199 req-2e763a2c-4c4e-4013-9a7c-1e37dc8a95de tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0773754 Sep 17 16:05:27.971243 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d97a9ec1-7b1b-49b5-a44b-01f0c3887199 req-7a617838-38c2-463f-a53f-a39ddad4f8fb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Sep 17 16:05:28.058631 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-88dc8c8c-50fe-4dbf-875f-da2576fed998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:28.946023 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d584e-e78b-43a5-b397-fab4e5c84e47 req-5d336792-689b-43eb-a4c5-c7b0248631f7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:28.947621 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d5d584e-e78b-43a5-b397-fab4e5c84e47 req-5d336792-689b-43eb-a4c5-c7b0248631f7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0559335 Sep 17 16:05:29.000467 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d5d584e-e78b-43a5-b397-fab4e5c84e47 req-1cfd4bbe-d666-4b76-8e87-4eb0c75ecad3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Sep 17 16:05:29.119300 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183ce7-33f6-457e-beb1-a4bd864579d5 req-09cf5457-2f0a-46ad-b03b-4215bfae405b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:29.120999 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5b183ce7-33f6-457e-beb1-a4bd864579d5 req-09cf5457-2f0a-46ad-b03b-4215bfae405b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.0601387 Sep 17 16:05:29.201247 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5b183ce7-33f6-457e-beb1-a4bd864579d5 req-9c272f0f-04db-4277-bd9e-c81bc8d4cd09 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692422 Sep 17 16:05:30.156721 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4b7d1-e008-49ca-8f6d-c69e836c5581 req-2fae178e-c9ce-40d9-94f6-c858102fada3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:30.158521 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cef4b7d1-e008-49ca-8f6d-c69e836c5581 req-2fae178e-c9ce-40d9-94f6-c858102fada3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0788248 Sep 17 16:05:30.216068 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cef4b7d1-e008-49ca-8f6d-c69e836c5581 req-02dc92a4-8e28-4b57-bbc6-2e7b1805e739 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490119 Sep 17 16:05:30.472020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61119d5-a378-4af8-bbfc-540446604fff req-081587dd-4d15-4b8b-9751-6d94e01f75f1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:30.473743 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f61119d5-a378-4af8-bbfc-540446604fff req-081587dd-4d15-4b8b-9751-6d94e01f75f1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 943 time: 0.1012616 Sep 17 16:05:30.527581 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f61119d5-a378-4af8-bbfc-540446604fff req-87001e9a-8a3f-4f0c-80a4-5093ef73b5a7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Sep 17 16:05:30.623132 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 2b1f1aae-7c5b-40e9-880e-a0581b488d42 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:05:30.678546 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24250cd7-b074-41c6-a612-7f68943fd6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:30.766060 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:30.780815 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '2b1f1aae-7c5b-40e9-880e-a0581b488d42', 'network_id': '2fc28809-aa7f-4e3a-a3be-befdd8aa68e1', 'port_id': '2b1f1aae-7c5b-40e9-880e-a0581b488d42', 'mac_address': 'fa:16:3e:8c:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd2c7bb-fc03-4d4a-adf3-d88e021d5205', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:05:30.853573 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:30.871100 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1f1aae-7c5b-40e9-880e-a0581b488d42 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:30.894619 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:30.964506 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:31.019359 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:31.390230 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56a23a-ecd6-43d1-9f2a-380108c8ffb7 req-f471c0c5-ff43-4d2f-9bcc-2915a11bfc3b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:31.393112 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e56a23a-ecd6-43d1-9f2a-380108c8ffb7 req-f471c0c5-ff43-4d2f-9bcc-2915a11bfc3b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0832324 Sep 17 16:05:31.405410 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['2b1f1aae-7c5b-40e9-880e-a0581b488d42'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:31.456364 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e56a23a-ecd6-43d1-9f2a-380108c8ffb7 req-919550f0-a640-4003-a0ad-d4d3987be0a5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551245 Sep 17 16:05:31.627220 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:31.735393 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:31.744780 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc03d-b926-449a-bfc6-5b0fa08c2551 req-ffc04bd5-e174-48c5-8e6d-7c964b8f6003 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:31.746507 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cffdc03d-b926-449a-bfc6-5b0fa08c2551 req-ffc04bd5-e174-48c5-8e6d-7c964b8f6003 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 944 time: 0.0948663 Sep 17 16:05:31.795907 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cffdc03d-b926-449a-bfc6-5b0fa08c2551 req-c93209f3-5492-49f4-8a0d-5801ff667356 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Sep 17 16:05:32.612229 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2cd9c-7552-42db-813a-389dc15a87dc req-2492cfbb-ed45-47ef-af9f-1e7edc543d61 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:32.615925 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9f2cd9c-7552-42db-813a-389dc15a87dc req-2492cfbb-ed45-47ef-af9f-1e7edc543d61 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0617764 Sep 17 16:05:32.677678 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9f2cd9c-7552-42db-813a-389dc15a87dc req-88b16458-2b2a-4cc3-b3fe-bf7b09d931c1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507956 Sep 17 16:05:32.955413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45724) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:33.056015 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ea54-132a-4f14-ab78-8b25c0e607f4 req-c9447e20-66b9-4f23-b1e5-1e8a1758b405 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:33.069423 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20b6ea54-132a-4f14-ab78-8b25c0e607f4 req-c9447e20-66b9-4f23-b1e5-1e8a1758b405 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 944 time: 0.1156697 Sep 17 16:05:33.119765 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e723004c-5ebf-4718-81bc-dbdb45e5ceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.132610 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20b6ea54-132a-4f14-ab78-8b25c0e607f4 req-d328ce0e-cbf6-43fa-8b4f-069c8d33ac46 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595036 Sep 17 16:05:33.229774 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e723004c-5ebf-4718-81bc-dbdb45e5ceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.312538 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e723004c-5ebf-4718-81bc-dbdb45e5ceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.359983 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e723004c-5ebf-4718-81bc-dbdb45e5ceee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3cd2d50cd2d74cc299c212115d5238e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034338 Sep 17 16:05:33.362958 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45734) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:33.366850 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723004c-5ebf-4718-81bc-dbdb45e5ceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a8833-57c7-4ac5-b5ee-8f017ab456d4,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:33.463849 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.511483 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.760671 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.766787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.774621 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f2a8833-57c7-4ac5-b5ee-8f017ab456d4 HTTP/1.1" status: 204 len: 168 time: 0.4099147 Sep 17 16:05:33.794127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df345aa-e5a7-42ca-9da0-fd9d960956eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a8833-57c7-4ac5-b5ee-8f017ab456d4,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:33.874410 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3afde3-354d-45e7-8307-8ca84269ceec req-a2e7b4e6-c47c-4c1b-89a1-c4e5d495e601 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:33.876422 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d3afde3-354d-45e7-8307-8ca84269ceec req-a2e7b4e6-c47c-4c1b-89a1-c4e5d495e601 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0858240 Sep 17 16:05:33.906951 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:33.930733 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d3afde3-354d-45e7-8307-8ca84269ceec req-aaee129e-6a95-439b-a4a7-ab49196b8ddd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Sep 17 16:05:34.344780 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52108816-7872-4fa3-aee1-f4d4acc99b92 req-fc2ecf48-3b6a-41b9-93ae-3f4f9d2b8637 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:34.347542 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-52108816-7872-4fa3-aee1-f4d4acc99b92 req-fc2ecf48-3b6a-41b9-93ae-3f4f9d2b8637 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 944 time: 0.0832145 Sep 17 16:05:34.409776 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-52108816-7872-4fa3-aee1-f4d4acc99b92 req-b1db519c-23e4-4bc6-b03f-dec81de8e2a3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Sep 17 16:05:34.636755 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 2b1f1aae-7c5b-40e9-880e-a0581b488d42 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:05:34.815474 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:05:34.822422 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:05:34.823023 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:34.945731 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:34.976142 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:34.980159 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f1715a-bca3-4f4f-ad7b-c13928ddae61" -d '{"events": [{"server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:35.016864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:35.102966 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:35.234624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89adca0-9ccc-4c4b-af1d-dd73eeb868f6 x-openstack-request-id: req-a89adca0-9ccc-4c4b-af1d-dd73eeb868f6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:35.234624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:35.234624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a89adca0-9ccc-4c4b-af1d-dd73eeb868f6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:35.234624 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42', 'code': 200} Sep 17 16:05:35.254170 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:35.420163 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45802) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:35.428901 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dac740-7586-498c-a37b-d4fd96b3fb6c req-c2a6a6df-9f67-48bf-9fff-3b57fba21637 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.433018 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-24dac740-7586-498c-a37b-d4fd96b3fb6c req-c2a6a6df-9f67-48bf-9fff-3b57fba21637 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1088717 Sep 17 16:05:35.493447 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-24dac740-7586-498c-a37b-d4fd96b3fb6c req-8550f3ea-7e24-418e-b797-97e409fdaaf9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543797 Sep 17 16:05:35.593772 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128247f-6fcc-4dbd-b879-8bef6a0e6b83 req-cd11935c-0d10-4f78-bb1c-08f735aeaacd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.595863 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d128247f-6fcc-4dbd-b879-8bef6a0e6b83 req-cd11935c-0d10-4f78-bb1c-08f735aeaacd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0763221 Sep 17 16:05:35.667636 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee16f2-01aa-47c0-8107-a73c2da71c9b req-d5b74f4e-a284-43d6-be79-acddebaa883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.669281 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fee16f2-01aa-47c0-8107-a73c2da71c9b req-d5b74f4e-a284-43d6-be79-acddebaa883c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0721588 Sep 17 16:05:35.695615 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d128247f-6fcc-4dbd-b879-8bef6a0e6b83 req-7862b206-4a9f-40d1-a2ad-9232319b105c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830281 Sep 17 16:05:35.722003 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4fee16f2-01aa-47c0-8107-a73c2da71c9b req-5cb52216-6630-45ae-9a2a-90596e4670cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Sep 17 16:05:35.730776 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1714111303-network', 'tenant_id': '99e6793eb2cb447cad0e331d691b2066'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:35.841048 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Made reservation on behalf of 99e6793eb2cb447cad0e331d691b2066 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:35.843625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:35.854337 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:35.972803 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.101256 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.137029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:05:36.150471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8b2cf-c582-484f-8fad-05f1c269bc9a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:36.174896 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.175647 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Added segment dbeb7c91-3e46-4edd-b6d5-fc4b754d1823 of type vlan for network 10f5d907-dd00-4939-9b6a-a985d801bc67 Sep 17 16:05:36.250231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.464530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.464530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:36.464530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.535295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] Pushing event updated for resources: {'Network': ['ID=10f5d907-dd00-4939-9b6a-a985d801bc67,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:36.551895 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:05:36.644673 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6b3bc303-fc47-48b5-a3de-df35c42fe90b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2219596 Sep 17 16:05:36.648679 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45840) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:36.662272 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Request body: {'subnet': {'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1714111303-subnet', 'tenant_id': '99e6793eb2cb447cad0e331d691b2066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:36.773669 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Made reservation on behalf of 99e6793eb2cb447cad0e331d691b2066 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:36.777871 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:36.814051 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd767b15-5cd2-4ac3-980e-514fc5d17c76 req-974b601a-f280-420b-a271-78152ef9a29e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:36.816928 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dd767b15-5cd2-4ac3-980e-514fc5d17c76 req-974b601a-f280-420b-a271-78152ef9a29e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1884780 Sep 17 16:05:36.893257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-d1915deb-18d7-4d60-836d-74ab69bacc1e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:36.896448 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-d1915deb-18d7-4d60-836d-74ab69bacc1e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.3063526 Sep 17 16:05:36.934826 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dd767b15-5cd2-4ac3-980e-514fc5d17c76 req-bdb52bfd-4480-4e2b-a044-58e49ae87532 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920222 Sep 17 16:05:36.943559 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-7f760581-3d21-4f54-b0ee-631f5887acf0 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/quotas/663660a59114420f92da81dcf9d20a0d HTTP/1.1" status: 200 len: 375 time: 0.0323663 Sep 17 16:05:37.053689 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-8626942e-d7ca-466b-a827-434b699ebad5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075101 Sep 17 16:05:37.079671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45850) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:37.170500 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.178673 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb931-ca97-4ae9-96ef-1a9288ea7560 req-a7f1a580-2aa7-4fff-a5ab-9a99b83da5df tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:37.180563 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72ddb931-ca97-4ae9-96ef-1a9288ea7560 req-a7f1a580-2aa7-4fff-a5ab-9a99b83da5df tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1244271 Sep 17 16:05:37.249398 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-bb8f5556-a2e0-4417-ab69-7f39f7de3d4d service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948147 Sep 17 16:05:37.289485 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7ddd08-6475-408f-98b2-881cb05231e0,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:37.300256 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Checking segment: {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:37.300585 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Network hostable DHCP agents. Network: 10f5d907-dd00-4939-9b6a-a985d801bc67, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:05:37.310406 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72ddb931-ca97-4ae9-96ef-1a9288ea7560 req-607ba0d7-ff1d-440d-80bc-c57156c1b5db tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079028 Sep 17 16:05:37.326304 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f90affc-423e-4021-8e7f-91b405ecae0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.447524 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-e31453bd-0dec-48e9-b465-fb7b0b475fce service neutron] 10.222.0.59 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681240 Sep 17 16:05:37.475899 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f90affc-423e-4021-8e7f-91b405ecae0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.507742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:05:37.612643 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f90affc-423e-4021-8e7f-91b405ecae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.659030 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 10f5d907-dd00-4939-9b6a-a985d801bc67) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:37.675398 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c9ae1-574f-417a-b137-072ab9485507 None None] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:05:37.680557 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45856) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:37.683593 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7f90affc-423e-4021-8e7f-91b405ecae0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba8fffab013349c49bf00841556fa20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020255 Sep 17 16:05:37.706419 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:37.711191 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.711604 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90affc-423e-4021-8e7f-91b405ecae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2b21d-42be-4714-8ec8-debbb22f8f9f,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:37.845746 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-3e8cef0e-3dca-4331-ae43-84b57dcc1353 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1952515 Sep 17 16:05:37.893076 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5b2e77b5-8abb-4f5f-a436-7fa6da043918 req-eb5556b2-8816-4d04-80c4-08e8d091f4a1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.1127293 Sep 17 16:05:37.894308 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:37.960740 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:38.037987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5b794-d3aa-4d92-8c8b-53d24eddef8c None None] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:05:38.223567 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bac6f-2ead-4b25-9409-062edb16419b req-ee02c831-1f24-428f-a702-c09b1650c785 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:38.226454 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108bac6f-2ead-4b25-9409-062edb16419b req-ee02c831-1f24-428f-a702-c09b1650c785 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1046057 Sep 17 16:05:38.294527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:38.299595 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:38.307098 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6df2b21d-42be-4714-8ec8-debbb22f8f9f HTTP/1.1" status: 204 len: 168 time: 0.6249669 Sep 17 16:05:38.326731 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebae33-924a-41d1-bb55-c518dd944604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2b21d-42be-4714-8ec8-debbb22f8f9f,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:38.348832 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108bac6f-2ead-4b25-9409-062edb16419b req-4ba12578-7aa1-4972-91d0-bba92e7adc3e tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148059 Sep 17 16:05:38.609544 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d90db-c2a7-45fc-be74-fba20dfca04b req-5647779e-dd6c-4e62-9333-70cc3c6d9b68 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:38.612325 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-031d90db-c2a7-45fc-be74-fba20dfca04b req-5647779e-dd6c-4e62-9333-70cc3c6d9b68 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1047516 Sep 17 16:05:38.718102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-031d90db-c2a7-45fc-be74-fba20dfca04b req-1a9108bf-e54b-4622-9a5a-ec5beaeb45b4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964606 Sep 17 16:05:39.051044 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad83af76-eec2-4d60-b825-8e7a56dc449d req-6d74612e-0302-4c4a-abb2-e106f11d4adc tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.0433743 Sep 17 16:05:39.341108 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45902) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:39.375308 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a104b2d7-5b53-456e-967e-848906c23fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:39.621839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a104b2d7-5b53-456e-967e-848906c23fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:39.632090 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0172da-c8fd-4f39-b2ce-99f085a5afac req-f4871e95-25d0-499a-bfc0-74edc230e55f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:39.635107 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd0172da-c8fd-4f39-b2ce-99f085a5afac req-f4871e95-25d0-499a-bfc0-74edc230e55f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1454618 Sep 17 16:05:39.682426 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61557-96df-462d-8497-9887d37c35dd req-8f6bf581-0ad7-448a-bb02-93a5df8fdbb4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:39.688338 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1ee61557-96df-462d-8497-9887d37c35dd req-8f6bf581-0ad7-448a-bb02-93a5df8fdbb4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1703897 Sep 17 16:05:39.703310 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c090eb-e008-4031-9503-5733eb2800d0 req-fa3a4a62-85d1-49ea-a9f1-1cf39b1de132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:39.705680 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-fa3a4a62-85d1-49ea-a9f1-1cf39b1de132 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0854247 Sep 17 16:05:39.756765 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a104b2d7-5b53-456e-967e-848906c23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:39.792212 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd0172da-c8fd-4f39-b2ce-99f085a5afac req-fc28ec3a-7d33-4d3c-9630-68a5dc067d24 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403670 Sep 17 16:05:39.842777 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1ee61557-96df-462d-8497-9887d37c35dd req-32f1e5de-5721-44fb-bbb9-69dc13a4517c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392915 Sep 17 16:05:39.852080 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a104b2d7-5b53-456e-967e-848906c23fdf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ba0c82e397e45ffb6c73a3663a8605d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084980 Sep 17 16:05:39.855734 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104b2d7-5b53-456e-967e-848906c23fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3301ff3d-ae7e-4785-8455-d14e4d9c9e5c,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:39.869745 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45920) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:39.949282 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c090eb-e008-4031-9503-5733eb2800d0 req-1424fb80-e424-4602-90ba-68370a499fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:39.952142 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-1424fb80-e424-4602-90ba-68370a499fd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 919 time: 0.2388022 Sep 17 16:05:40.013716 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:40.042338 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-947e6c89-7452-433f-aef3-a25e06943d47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42 HTTP/1.1" status: 200 len: 217 time: 0.0813191 Sep 17 16:05:40.055617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:40.162892 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c090eb-e008-4031-9503-5733eb2800d0 req-d8082fe5-ff2f-48fd-ab88-8d02af260a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:40.165803 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-d8082fe5-ff2f-48fd-ab88-8d02af260a4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.1154659 Sep 17 16:05:40.196663 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d383e725-42b5-4d6e-93d2-d098604298b3 req-b5241a98-73d1-4130-90db-bc99c429c921 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.0339923 Sep 17 16:05:40.236785 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-649d2ccb-d597-4813-99f7-125f35dcbb7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549541 Sep 17 16:05:40.245454 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:40.251112 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:40.266955 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3301ff3d-ae7e-4785-8455-d14e4d9c9e5c HTTP/1.1" status: 204 len: 168 time: 0.3959942 Sep 17 16:05:40.288133 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31720c1c-b374-4f5e-845d-62f75d130c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3301ff3d-ae7e-4785-8455-d14e4d9c9e5c,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:40.403736 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-380f0e32-23d5-419e-9d79-50df618e75b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587584 Sep 17 16:05:40.538605 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-29c090eb-e008-4031-9503-5733eb2800d0 req-6690c7c2-5c4a-47fa-b57f-2aee6c34b775 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252408 Sep 17 16:05:40.984623 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d49b1a-dfce-46b6-a2ea-b5fefcf0a87d req-1f6822e5-648e-4932-ba63-103d5ccc1590 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:41.000783 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-54d49b1a-dfce-46b6-a2ea-b5fefcf0a87d req-1f6822e5-648e-4932-ba63-103d5ccc1590 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0953214 Sep 17 16:05:41.244959 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-308981ef-fb8e-45c1-ae81-8cb5a5ef135e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:41.246857 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-308981ef-fb8e-45c1-ae81-8cb5a5ef135e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/networks?id=abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 200 len: 815 time: 0.2925298 Sep 17 16:05:41.254561 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-54d49b1a-dfce-46b6-a2ea-b5fefcf0a87d req-f6c0d8c1-c29a-42f4-90d5-6bb3e9717d32 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490532 Sep 17 16:05:41.277459 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Request body: {'port': {'device_id': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'admin_state_up': True, 'tenant_id': '663660a59114420f92da81dcf9d20a0d'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:41.314801 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff616c-ba97-4fa9-88bb-b8246f07bb66 req-bb5339d8-36a5-4de0-abee-a4acb397c254 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:41.318517 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ecff616c-ba97-4fa9-88bb-b8246f07bb66 req-bb5339d8-36a5-4de0-abee-a4acb397c254 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2476511 Sep 17 16:05:41.320915 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 45960) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:41.345411 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9a14e257-83a2-413b-bd79-413a09c17cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:41.476007 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c3ed4ff5-f884-4a06-b8fd-2d70320ed2e0 req-6edaaad3-978b-4121-a2da-d7b5832280f4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.0797665 Sep 17 16:05:41.558212 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ecff616c-ba97-4fa9-88bb-b8246f07bb66 req-ecd7284b-b488-4177-9e9f-731ed01bf196 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060559 Sep 17 16:05:41.735246 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9a14e257-83a2-413b-bd79-413a09c17cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:41.763897 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-2196a59a-47e7-407d-8314-80f57ca2e456 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:41.764315 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-2196a59a-47e7-407d-8314-80f57ca2e456 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/networks?id=10f5d907-dd00-4939-9b6a-a985d801bc67 HTTP/1.1" status: 200 len: 809 time: 0.1540618 Sep 17 16:05:41.789118 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bb20ce85-1eeb-4adf-abaf-ae6ebea72e72 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/quotas/99e6793eb2cb447cad0e331d691b2066 HTTP/1.1" status: 200 len: 375 time: 0.0148039 Sep 17 16:05:41.844706 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-ef9b2761-f43f-403a-a2d7-3863b0611d4d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483479 Sep 17 16:05:41.846227 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-9a14e257-83a2-413b-bd79-413a09c17cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:41.930179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-9a14e257-83a2-413b-bd79-413a09c17cf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0c4af9224c248c1a9e258d853984c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092825 Sep 17 16:05:41.934919 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45980) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:41.944354 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14e257-83a2-413b-bd79-413a09c17cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de071caa-1929-47c1-8f32-4813ad0f9d05,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:41.959327 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Made reservation on behalf of 663660a59114420f92da81dcf9d20a0d for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:41.965382 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.058699 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-1c0af690-1b8d-4d8a-b68c-7348502d57d6 service neutron] 10.222.0.59 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039914 Sep 17 16:05:42.135915 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.141418 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 45984) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:42.170300 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.286031 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505acf-1668-4b0e-800b-7376d37a5a56 req-35021169-577b-4251-b199-104d69bd9498 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:42.288827 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b4505acf-1668-4b0e-800b-7376d37a5a56 req-35021169-577b-4251-b199-104d69bd9498 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2052968 Sep 17 16:05:42.299794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Allocated IP 172.20.0.5 (abaff3f5-3613-4872-baba-114f05a79e10/162fa39c-4fc1-48ce-bffe-aa1fa49365b0/4935398a-b788-4641-b930-fe7681556302) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:05:42.355955 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-8f6024d8-d450-45ff-a859-fc304875e615 service neutron] 10.222.0.59 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853274 Sep 17 16:05:42.419891 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b4505acf-1668-4b0e-800b-7376d37a5a56 req-9433f0a1-de51-43d3-87f3-60a1b1ee743d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205678 Sep 17 16:05:42.504046 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.580088 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c5313ad1-b92d-4db2-8d6e-8ae19000e5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.631330 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4aa9-837a-4348-ade7-cc9c30ed9a88 req-44619e7e-36ee-47c9-885f-60b069dcfebb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:42.633696 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b8cc4aa9-837a-4348-ade7-cc9c30ed9a88 req-44619e7e-36ee-47c9-885f-60b069dcfebb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0942955 Sep 17 16:05:42.651680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-3a55802d-a452-49d5-9668-3208af9c34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:42.653274 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-3a55802d-a452-49d5-9668-3208af9c34e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.1505084 Sep 17 16:05:42.722474 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b8cc4aa9-837a-4348-ade7-cc9c30ed9a88 req-ca1f1f02-7208-43c6-bd3d-08636a33c177 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701437 Sep 17 16:05:42.823687 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba175243-23db-4c5c-8165-c311c7e4afcc req-96ee6cec-4a02-4647-bfa2-bbbc4b52d270 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:42.833642 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ba175243-23db-4c5c-8165-c311c7e4afcc req-96ee6cec-4a02-4647-bfa2-bbbc4b52d270 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 931 time: 0.0776014 Sep 17 16:05:42.851685 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.857794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.877086 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de071caa-1929-47c1-8f32-4813ad0f9d05 HTTP/1.1" status: 204 len: 168 time: 0.9403546 Sep 17 16:05:42.879035 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.899325 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2', 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', '4faa6828-bfaf-4ab0-a348-d050da589f4a'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:43.009292 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a8a1580d-edcb-401f-95b8-b985b2454faf req-869bf249-e50f-4e4a-b66d-6a18c4ab6114 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.1498909 Sep 17 16:05:43.056572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-2b18452a-d2d8-4262-bb6b-3251e751c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:43.063506 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-2b18452a-d2d8-4262-bb6b-3251e751c450 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.3999751 Sep 17 16:05:43.069442 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ba175243-23db-4c5c-8165-c311c7e4afcc req-2abd19fd-92df-488e-9234-7e8bad6e9eb9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302051 Sep 17 16:05:43.081144 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce3ca-3390-47ef-bf02-85169a0ef618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de071caa-1929-47c1-8f32-4813ad0f9d05,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:43.111726 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Network abaff3f5-3613-4872-baba-114f05a79e10 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:43.154311 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:43.441715 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:43.539984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c5313ad1-b92d-4db2-8d6e-8ae19000e5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:43.623584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c5313ad1-b92d-4db2-8d6e-8ae19000e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:43.628965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event updated for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:43.748808 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-4507f317-3fbe-49f9-8876-ebcbd0eda995 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1002 time: 0.6470737 Sep 17 16:05:43.756707 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1611b77-f2d8-4b2f-9b95-2083aaa45ea5 req-aba57df7-2dfb-4486-ba41-9b1a46f5fad2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:43.758706 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c1611b77-f2d8-4b2f-9b95-2083aaa45ea5 req-aba57df7-2dfb-4486-ba41-9b1a46f5fad2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1086478 Sep 17 16:05:43.769690 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-c5313ad1-b92d-4db2-8d6e-8ae19000e5af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cd3ba7926b3474290a5043648a224d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6271098 Sep 17 16:05:43.785965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46026) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:43.788200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:43.789257 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:43.803875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313ad1-b92d-4db2-8d6e-8ae19000e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629eba8-6303-41bc-9063-d1166f4b13d6,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:43.886132 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cc890dea-fc6f-4a1e-b5e5-11683945554b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6224325 Sep 17 16:05:43.917345 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c1611b77-f2d8-4b2f-9b95-2083aaa45ea5 req-e09e8821-7438-4567-bc39-e8156ba83c82 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502919 Sep 17 16:05:43.982913 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:44.004611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531b977-7ad3-4caa-aa32-ef5cf102736e req-169626ca-777d-4e07-9910-aff2260ee02a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:44.006905 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1531b977-7ad3-4caa-aa32-ef5cf102736e req-169626ca-777d-4e07-9910-aff2260ee02a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1749640 Sep 17 16:05:44.056578 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:44.090306 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1531b977-7ad3-4caa-aa32-ef5cf102736e req-c669ae1f-700d-4247-8c66-ef61d4a06148 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738297 Sep 17 16:05:44.132512 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c55c2919-ccba-40a7-8975-4e1a07a70a13 req-43aeb8d4-38c8-48e9-9f75-19e95f414afc tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0350704 Sep 17 16:05:44.262763 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20b97a-c4e8-47a3-9420-7ae2bd30d8d8 req-bd9ce5ee-dee4-4375-9b10-342e838665bf tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:44.265101 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed20b97a-c4e8-47a3-9420-7ae2bd30d8d8 req-bd9ce5ee-dee4-4375-9b10-342e838665bf tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 931 time: 0.0728178 Sep 17 16:05:44.266914 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:44.272466 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:44.276045 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0629eba8-6303-41bc-9063-d1166f4b13d6 HTTP/1.1" status: 204 len: 168 time: 0.4888244 Sep 17 16:05:44.300393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5193c8-7ff8-4aef-acae-887f5dac3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629eba8-6303-41bc-9063-d1166f4b13d6,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:44.356839 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed20b97a-c4e8-47a3-9420-7ae2bd30d8d8 req-131759de-e96d-4f27-a869-a4ae7328c247 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765569 Sep 17 16:05:44.624667 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46050) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:44.900632 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-992552301-network', 'tenant_id': 'b7785dde4c224722ac7c8f133c115ca6'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:45.021377 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Made reservation on behalf of b7785dde4c224722ac7c8f133c115ca6 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:45.025648 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.037894 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.134159 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f861a84-e1fd-4e4a-818a-944bd79bcca1 req-b3416b80-da50-4be1-8c5e-637881b2365c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:45.147268 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f861a84-e1fd-4e4a-818a-944bd79bcca1 req-b3416b80-da50-4be1-8c5e-637881b2365c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1024187 Sep 17 16:05:45.197187 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.235507 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f861a84-e1fd-4e4a-818a-944bd79bcca1 req-ac868a8d-08e8-4a14-9b5e-db49a239cccc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870192 Sep 17 16:05:45.279344 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.292491 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6db51-6000-4c9e-b0cd-83d818ad6065 req-f919a6aa-78b8-49a8-96f8-4828c68075fe tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:45.295069 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d3a6db51-6000-4c9e-b0cd-83d818ad6065 req-f919a6aa-78b8-49a8-96f8-4828c68075fe tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0856030 Sep 17 16:05:45.321887 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:05:45.332668 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e590df2-5504-4d82-9094-589dd64592bc,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:45.340036 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.340388 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Added segment 32f2f500-daaa-4169-bf17-a6bead72bebc of type vlan for network a49676d7-5b38-4d90-b8cf-3bc635810473 Sep 17 16:05:45.374472 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a285d0f3-86eb-4dda-b087-daf95d61c182 req-ee78391c-cf77-4f96-a250-2574bbc6a88e tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0683041 Sep 17 16:05:45.430940 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.440272 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d3a6db51-6000-4c9e-b0cd-83d818ad6065 req-008d6856-8b2d-4e1c-8f73-00316fc3669a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125956 Sep 17 16:05:45.536325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.538130 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:45.538739 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.567523 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aca4f9-39c4-4fa0-9d89-dc3b4509a902 req-a21041fd-a536-426c-9d5a-7873a33ecc5a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:45.570460 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-51aca4f9-39c4-4fa0-9d89-dc3b4509a902 req-a21041fd-a536-426c-9d5a-7873a33ecc5a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 931 time: 0.1005418 Sep 17 16:05:45.638972 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-51aca4f9-39c4-4fa0-9d89-dc3b4509a902 req-74a58afe-1461-4ebe-9ae7-5457f2d417bf tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602882 Sep 17 16:05:45.645382 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a49676d7-5b38-4d90-b8cf-3bc635810473,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:45.661210 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network a49676d7-5b38-4d90-b8cf-3bc635810473 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:05:45.691454 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-3c66616f-bb42-4432-a34d-b62f8af8d1c3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0467548 Sep 17 16:05:45.691776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46082) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:45.691776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Request body: {'subnet': {'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-992552301-subnet', 'tenant_id': 'b7785dde4c224722ac7c8f133c115ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:45.809993 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Made reservation on behalf of b7785dde4c224722ac7c8f133c115ca6 for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:45.813009 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7303316'] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:46.096185 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7077470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7303354'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:46.163889 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4431c86-b5b4-43a1-ac8c-c2b663b7ab29,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:46.172365 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Checking segment: {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:46.172526 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Network hostable DHCP agents. Network: a49676d7-5b38-4d90-b8cf-3bc635810473, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:05:46.360203 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Network a49676d7-5b38-4d90-b8cf-3bc635810473 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:05:46.378849 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc8dc-12ba-43ae-8cc5-fbe7c8515a49 req-ba53e0ee-3545-4a68-a43c-f0e79fdc1be6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:46.381135 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2d2dc8dc-12ba-43ae-8cc5-fbe7c8515a49 req-ba53e0ee-3545-4a68-a43c-f0e79fdc1be6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0597677 Sep 17 16:05:46.437094 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2d2dc8dc-12ba-43ae-8cc5-fbe7c8515a49 req-08b53943-c6f0-4c1a-9c31-9643c6a9d562 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471663 Sep 17 16:05:46.438488 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, a49676d7-5b38-4d90-b8cf-3bc635810473) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:46.448770 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:46.450170 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:46.458154 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9c3e6-62fc-4d13-b092-13b7741e9b12 None None] Network a49676d7-5b38-4d90-b8cf-3bc635810473 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:05:46.504152 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0bd1d27-2ff8-4393-9d53-a4837fb82948 req-b6074362-8ac3-4aa0-9c82-949d32be6d17 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0406163 Sep 17 16:05:46.560346 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f834c63e-0c8f-4c36-b6e4-e17264e9dfd9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8759196 Sep 17 16:05:46.627314 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3b29-b77b-457d-b4ec-9e8403d51a36 req-b675ecf4-2841-4c8d-94d1-0d46650aa89a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:46.631417 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e3ee3b29-b77b-457d-b4ec-9e8403d51a36 req-b675ecf4-2841-4c8d-94d1-0d46650aa89a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0902035 Sep 17 16:05:46.658777 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6a96c-0857-4623-924a-6a1243a225e1 None None] Network a49676d7-5b38-4d90-b8cf-3bc635810473 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:05:46.750133 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e3ee3b29-b77b-457d-b4ec-9e8403d51a36 req-ba54ce56-96dd-4b88-8c41-ff1dbc723e28 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112044 Sep 17 16:05:46.777541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Request body: {'port': {'device_id': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:46.855690 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46112) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:46.895216 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c1d3-3d0b-4ea2-96e8-ee7fb2b5cf87 req-4f3e6acd-c9f0-435e-b29c-cfc3bb2d6eb5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:46.906306 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-90e5c1d3-3d0b-4ea2-96e8-ee7fb2b5cf87 req-4f3e6acd-c9f0-435e-b29c-cfc3bb2d6eb5 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 931 time: 0.1243882 Sep 17 16:05:46.949776 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-fbf76c45-c08c-4fdb-b7ab-dfadc9183ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:46.954741 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-fbf76c45-c08c-4fdb-b7ab-dfadc9183ed5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.2791579 Sep 17 16:05:46.965782 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-90e5c1d3-3d0b-4ea2-96e8-ee7fb2b5cf87 req-259ffc20-02aa-4856-a998-18386fc4d219 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Sep 17 16:05:47.054216 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.085295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-85383806-50a0-4e14-a225-995ae00b651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:47.086838 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-85383806-50a0-4e14-a225-995ae00b651d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821965 Sep 17 16:05:47.095425 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-782e14d5-f643-4503-84cc-19359d77d952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.147067 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.374853 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-843682a5-7c3f-4b68-9637-ac062b6dee63 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555039 Sep 17 16:05:47.541674 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-782e14d5-f643-4503-84cc-19359d77d952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.575080 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4bba4da1-352b-464e-9f5a-99ab7a359933 req-26940cfc-737d-485c-960d-b685708eb388 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863487 Sep 17 16:05:47.634416 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4935398a-b788-4641-b930-fe7681556302 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:47.647105 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-782e14d5-f643-4503-84cc-19359d77d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.675306 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.691515 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-782e14d5-f643-4503-84cc-19359d77d952 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6ef7db2531842d6b939e268c79ab35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8243599 Sep 17 16:05:47.700248 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Transition to ACTIVE for port object 4935398a-b788-4641-b930-fe7681556302 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:47.701584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46136) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:47.755718 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e14d5-f643-4503-84cc-19359d77d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fe6cb-d045-4085-a1cf-36a3e06c4e3c,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:47.784813 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.814856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.821875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:47.932784 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Pushing event updated for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:47.947217 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bc108a11-076b-4c2e-99ab-fabf4c24fc49 req-51ff2972-04c0-451c-b48c-8c205005777d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0324886 Sep 17 16:05:47.984224 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cefed2-9cfd-49f5-bea7-7edf6a89c451 req-6867c593-bb1a-4abd-8da8-ca84ce5ae1f5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:47.985852 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6cefed2-9cfd-49f5-bea7-7edf6a89c451 req-6867c593-bb1a-4abd-8da8-ca84ce5ae1f5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.4394727 Sep 17 16:05:48.039738 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Attempting to bind port 4935398a-b788-4641-b930-fe7681556302 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:48.040086 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Attempting to bind port 4935398a-b788-4641-b930-fe7681556302 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:48.040807 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Attempting to bind port 4935398a-b788-4641-b930-fe7681556302 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:48.046474 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Port 4935398a-b788-4641-b930-fe7681556302 on network abaff3f5-3613-4872-baba-114f05a79e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:48.046879 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Attempting to bind port 4935398a-b788-4641-b930-fe7681556302 on network abaff3f5-3613-4872-baba-114f05a79e10 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:48.048163 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6cefed2-9cfd-49f5-bea7-7edf6a89c451 req-cd00553c-d77c-4760-ba06-88db7ab7d54d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519178 Sep 17 16:05:48.053443 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:48.053701 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Checking segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:48.054277 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Bound using segment: {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:48.054742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Bound port: 4935398a-b788-4641-b930-fe7681556302, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:48.055137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:48.092303 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:48.095269 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:48.096744 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/872fe6cb-d045-4085-a1cf-36a3e06c4e3c HTTP/1.1" status: 204 len: 168 time: 0.3930767 Sep 17 16:05:48.119540 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367e7a7-7c65-4908-9e27-602e46b31d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fe6cb-d045-4085-a1cf-36a3e06c4e3c,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:48.240955 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30092-29dd-445f-808a-b27572a18a72 req-c7cab8aa-2662-473d-a058-d844571de859 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:48.242661 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4ab30092-29dd-445f-808a-b27572a18a72 req-c7cab8aa-2662-473d-a058-d844571de859 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.2009971 Sep 17 16:05:48.312893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:48.315000 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4ab30092-29dd-445f-808a-b27572a18a72 req-cb9de514-507f-41c3-936d-fec0deb694b4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Sep 17 16:05:48.327997 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81781a-87be-4f9c-8be9-404e6467b994 req-8cb5a579-3d24-44fa-a415-7085f056298d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:48.327997 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d81781a-87be-4f9c-8be9-404e6467b994 req-8cb5a579-3d24-44fa-a415-7085f056298d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.1280870 Sep 17 16:05:48.374403 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4935398a-b788-4641-b930-fe7681556302,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:48.426419 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d81781a-87be-4f9c-8be9-404e6467b994 req-47901df5-3a9d-4800-8efa-0e91b8ddd295 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Sep 17 16:05:48.432649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-0067dd02-78cb-4618-95ac-6c9fc7069cb3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:48.435250 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-0067dd02-78cb-4618-95ac-6c9fc7069cb3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "GET /v2.0/networks?id=10f5d907-dd00-4939-9b6a-a985d801bc67 HTTP/1.1" status: 200 len: 809 time: 0.2467706 Sep 17 16:05:48.447555 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:48.483999 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Request body: {'port': {'device_id': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67', 'admin_state_up': True, 'tenant_id': '99e6793eb2cb447cad0e331d691b2066'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:48.525223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:48.526008 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:48.528429 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] 10.222.0.53 "PUT /v2.0/ports/4935398a-b788-4641-b930-fe7681556302 HTTP/1.1" status: 200 len: 1093 time: 1.7607999 Sep 17 16:05:48.529139 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'tag': '4935398a-b788-4641-b930-fe7681556302'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:48.532593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54782ca-b49d-4551-92ca-20077bcb13d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "tag": "4935398a-b788-4641-b930-fe7681556302"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:48.582972 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf20fb6-3956-4651-a0a8-139ef2a9c627 service neutron] Pushing event updated for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:48.605025 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2261c4-f183-4632-8d23-4703fdf18080 x-openstack-request-id: req-7b2261c4-f183-4632-8d23-4703fdf18080 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:48.605345 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "tag": "4935398a-b788-4641-b930-fe7681556302", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:48.605574 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b2261c4-f183-4632-8d23-4703fdf18080 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:48.605984 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'tag': '4935398a-b788-4641-b930-fe7681556302', 'status': 'completed', 'code': 200} Sep 17 16:05:48.749325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-2756453f-cc06-46f6-876b-4ab771b61935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:48.753064 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-2756453f-cc06-46f6-876b-4ab771b61935 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 1096 time: 0.1184707 Sep 17 16:05:48.977309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Made reservation on behalf of 99e6793eb2cb447cad0e331d691b2066 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:48.988873 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:49.157988 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-999794cf-0749-4a69-952a-3e84adbcb5c1 req-3652b0c3-9a52-4bb7-9231-372bb91af3c1 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0885217 Sep 17 16:05:49.250536 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-e79f0296-02a1-4a6a-bd70-ce39c69fad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.253527 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-e79f0296-02a1-4a6a-bd70-ce39c69fad74 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=663660a59114420f92da81dcf9d20a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4756205 Sep 17 16:05:49.266989 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61190f-2717-4c95-8e42-a59194c71bea req-7410e2f5-cb7c-4782-b135-29bfbef8ef99 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.268924 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cd61190f-2717-4c95-8e42-a59194c71bea req-7410e2f5-cb7c-4782-b135-29bfbef8ef99 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0651715 Sep 17 16:05:49.337631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cd61190f-2717-4c95-8e42-a59194c71bea req-5a1cbf6c-e339-4ce1-b35c-445b9d87099b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548968 Sep 17 16:05:49.399830 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Allocated IP 172.20.0.7 (10f5d907-dd00-4939-9b6a-a985d801bc67/8c7ddd08-6475-408f-98b2-881cb05231e0/a48e9406-0820-4805-aaf4-5d713b533829) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:05:49.439537 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-f5a51364-53d1-4d1e-94a1-85469bb3bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.441128 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-f54782ca-b49d-4551-92ca-20077bcb13d0 req-f5a51364-53d1-4d1e-94a1-85469bb3bdc9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756682 Sep 17 16:05:49.664556 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-b6213139-0ae6-49cb-ac94-bb34dba88d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.666079 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-b6213139-0ae6-49cb-ac94-bb34dba88d1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=663660a59114420f92da81dcf9d20a0d&device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 1096 time: 0.1315932 Sep 17 16:05:49.669777 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08175e-4d29-44d4-8e2d-b5d4cddf0ae2 req-88fdd97f-d2d4-4b4d-a1b4-11cdc195e2c0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.672696 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b08175e-4d29-44d4-8e2d-b5d4cddf0ae2 req-88fdd97f-d2d4-4b4d-a1b4-11cdc195e2c0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1677775 Sep 17 16:05:49.696978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a78d3-9793-4c23-b901-2936169e8091 req-095794c2-250c-463e-af69-004d27b7013a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.699785 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-162a78d3-9793-4c23-b901-2936169e8091 req-095794c2-250c-463e-af69-004d27b7013a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.1339200 Sep 17 16:05:49.722733 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-a913acfc-85a2-46a9-8d15-e35b73c809e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4935398a-b788-4641-b930-fe7681556302 HTTP/1.1" status: 200 len: 217 time: 0.0448594 Sep 17 16:05:49.793567 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:49.808032 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b08175e-4d29-44d4-8e2d-b5d4cddf0ae2 req-87bf1e0d-f9b0-4dfa-b627-302d76981bcc tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065369 Sep 17 16:05:49.809414 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d140-c013-4cd5-8155-1be91f72807b req-bb3f2a04-ebde-445c-8306-38e55b660c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:49.811204 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-bb3f2a04-ebde-445c-8306-38e55b660c9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 200 len: 855 time: 0.0797033 Sep 17 16:05:49.820645 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-162a78d3-9793-4c23-b901-2936169e8091 req-9de61d86-39b0-4b49-8550-66b51ae18f7f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064799 Sep 17 16:05:49.882528 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-b223ea51-5f15-4093-b6f9-bf51597a95d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abaff3f5-3613-4872-baba-114f05a79e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574429 Sep 17 16:05:49.968915 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:50.040138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:50.046939 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:50.056493 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:50.063710 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-eab759b3-358d-4fb9-8857-747d45048488 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731131 Sep 17 16:05:50.066658 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Pushing event updated for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:50.160840 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-bb2abbf1-5c05-4bba-a6e9-c598cbbefac2 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:50.163722 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-bb2abbf1-5c05-4bba-a6e9-c598cbbefac2 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/networks?id=a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 200 len: 813 time: 0.2333207 Sep 17 16:05:50.191677 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-38c6d45f-0115-447f-96f8-72f3309d6a2d tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/quotas/b7785dde4c224722ac7c8f133c115ca6 HTTP/1.1" status: 200 len: 375 time: 0.0203054 Sep 17 16:05:50.204028 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:50.205158 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:50.247614 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-f1d32a21-410f-4e37-b247-5f6259566eea tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548563 Sep 17 16:05:50.269102 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2e77d140-c013-4cd5-8155-1be91f72807b req-cbaf59ce-a1ff-4505-80c9-e86a7257fa65 service neutron] 10.222.0.53 "GET /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791298 Sep 17 16:05:50.377112 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-79b5c85a-739e-4156-95bc-e4d5eb411f0c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8994491 Sep 17 16:05:50.396659 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Request body: {'port': {'device_id': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:50.404477 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87376ef-d8b5-4a8a-85d7-0d0af50fd1e6 req-ae4edf99-9fb6-4e50-a183-35a72eb34bc3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:50.406142 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a87376ef-d8b5-4a8a-85d7-0d0af50fd1e6 req-ae4edf99-9fb6-4e50-a183-35a72eb34bc3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 931 time: 0.1130934 Sep 17 16:05:50.415790 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-f0e476f0-0dc2-40bd-9648-5f27cb59d564 service neutron] 10.222.0.59 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663973 Sep 17 16:05:50.539633 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a87376ef-d8b5-4a8a-85d7-0d0af50fd1e6 req-e2c6306b-af9f-49df-bb76-dfcb700bbb70 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139755 Sep 17 16:05:50.602256 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-25eff0e9-b0b7-46c6-9a70-e07c66d72f2d service neutron] 10.222.0.59 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854708 Sep 17 16:05:50.764965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:50.941020 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2d55b0a1-d136-43d5-8973-56a2e84a56ea req-fc798bd3-bd62-4655-b4b7-177df0a25805 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0433648 Sep 17 16:05:51.055829 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd21817-8610-45e7-b20b-3f52f1024dc4 req-4c9a9184-415c-4ff9-bb86-511e243e8eda tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:51.057448 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6dd21817-8610-45e7-b20b-3f52f1024dc4 req-4c9a9184-415c-4ff9-bb86-511e243e8eda tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1131036 Sep 17 16:05:51.138486 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6dd21817-8610-45e7-b20b-3f52f1024dc4 req-3a1283da-19a1-44b6-9152-65a6b6897517 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693898 Sep 17 16:05:51.165701 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d7bf-dcd6-4f09-b9c3-5161deec52b2 req-43469c19-70b5-48ec-ad1f-2af019ce9b35 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:51.180570 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8624d7bf-dcd6-4f09-b9c3-5161deec52b2 req-43469c19-70b5-48ec-ad1f-2af019ce9b35 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.1271248 Sep 17 16:05:51.202120 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48e9406-0820-4805-aaf4-5d713b533829 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:51.224810 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:51.237914 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8624d7bf-dcd6-4f09-b9c3-5161deec52b2 req-7336be5a-e0f9-4bb5-9e06-f77f80ae777e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564411 Sep 17 16:05:51.254619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Transition to ACTIVE for port object a48e9406-0820-4805-aaf4-5d713b533829 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:51.381828 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:51.467346 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:51.582395 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Attempting to bind port a48e9406-0820-4805-aaf4-5d713b533829 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:51.582855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Attempting to bind port a48e9406-0820-4805-aaf4-5d713b533829 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:51.583110 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Attempting to bind port a48e9406-0820-4805-aaf4-5d713b533829 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:51.589594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Port a48e9406-0820-4805-aaf4-5d713b533829 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:51.590048 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Attempting to bind port a48e9406-0820-4805-aaf4-5d713b533829 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:51.595666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:51.596139 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Checking segment: {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:51.596581 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Bound using segment: {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:51.597011 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Bound port: a48e9406-0820-4805-aaf4-5d713b533829, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:51.597366 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:51.692393 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:51.702531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a48e9406-0820-4805-aaf4-5d713b533829,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:51.725622 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24217-aba1-4840-82d1-4c59455eb9a5 req-8aca937e-a87e-4d02-9539-bd73d330aa7d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:51.726887 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0b24217-aba1-4840-82d1-4c59455eb9a5 req-8aca937e-a87e-4d02-9539-bd73d330aa7d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0757349 Sep 17 16:05:51.770233 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0b24217-aba1-4840-82d1-4c59455eb9a5 req-ad6b84d4-9e0c-4821-b245-46ec1d47b9a5 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Sep 17 16:05:51.794619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:51.868805 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:51.869874 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:51.872479 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] 10.222.0.53 "PUT /v2.0/ports/a48e9406-0820-4805-aaf4-5d713b533829 HTTP/1.1" status: 200 len: 1093 time: 1.4838569 Sep 17 16:05:51.873224 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:51.877509 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654dce7d-aa0e-4188-937c-c15b9b2e1122" -d '{"events": [{"name": "network-changed", "server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "tag": "a48e9406-0820-4805-aaf4-5d713b533829"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:51.919394 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627f44-c696-43a5-b5a8-52d0feb4d318 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:51.923285 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a68ad4-c97b-4b83-9f29-8d38df0810d7 x-openstack-request-id: req-94a68ad4-c97b-4b83-9f29-8d38df0810d7 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:51.923789 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "tag": "a48e9406-0820-4805-aaf4-5d713b533829", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:51.923789 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94a68ad4-c97b-4b83-9f29-8d38df0810d7 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:51.924219 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829', 'status': 'completed', 'code': 200} Sep 17 16:05:52.044720 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-64bfd67e-c8ed-4c80-a679-8102abeb9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.047996 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-64bfd67e-c8ed-4c80-a679-8102abeb9722 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 1096 time: 0.0835061 Sep 17 16:05:52.049475 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6650420b-b366-46ed-be56-fb3dce72eecf req-65bb9346-64d2-49d5-b914-e6ed823475c6 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0411584 Sep 17 16:05:52.214667 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-2b0b30cd-3c5b-4a88-bdd7-1a3d69fc56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.217364 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-2b0b30cd-3c5b-4a88-bdd7-1a3d69fc56e0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=99e6793eb2cb447cad0e331d691b2066&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1554692 Sep 17 16:05:52.389309 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192439-fb60-4d78-a152-0a6ad292528e req-39b97785-552f-4286-9d06-29254f8dcbf9 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.391631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d192439-fb60-4d78-a152-0a6ad292528e req-39b97785-552f-4286-9d06-29254f8dcbf9 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1362455 Sep 17 16:05:52.459576 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-36ecc19a-4ad4-4ce6-97b0-cdded1881dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.462188 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-654dce7d-aa0e-4188-937c-c15b9b2e1122 req-36ecc19a-4ad4-4ce6-97b0-cdded1881dde service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301052 Sep 17 16:05:52.502085 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d192439-fb60-4d78-a152-0a6ad292528e req-26a3a347-50c4-42df-b07b-642d456c8dd3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938399 Sep 17 16:05:52.513065 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fecc2e-4355-4605-b370-9cd267f50455 req-783db9ae-17fb-4085-af39-7e9daf7f6447 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.515662 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92fecc2e-4355-4605-b370-9cd267f50455 req-783db9ae-17fb-4085-af39-7e9daf7f6447 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.1224349 Sep 17 16:05:52.592951 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92fecc2e-4355-4605-b370-9cd267f50455 req-8128c528-cfa9-4662-8cf1-c6521694a62e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Sep 17 16:05:52.602291 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-6da6bb7f-d841-4078-8f89-161f66eda18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.604131 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-6da6bb7f-d841-4078-8f89-161f66eda18b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 1096 time: 0.0721869 Sep 17 16:05:52.656839 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-904879e8-982a-4555-a9b8-f840d215accb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48e9406-0820-4805-aaf4-5d713b533829 HTTP/1.1" status: 200 len: 217 time: 0.0429506 Sep 17 16:05:52.720953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-727850d6-4075-43f8-a22c-432474dc60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.722499 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-727850d6-4075-43f8-a22c-432474dc60a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c7ddd08-6475-408f-98b2-881cb05231e0 HTTP/1.1" status: 200 len: 849 time: 0.0582764 Sep 17 16:05:52.760100 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-95e99c02-e521-4db6-bced-7d67521ef6f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f5d907-dd00-4939-9b6a-a985d801bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295300 Sep 17 16:05:52.883364 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-a17f1bb1-2e29-4ac8-b0f4-26d8612e18af service neutron] 10.222.0.53 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140647 Sep 17 16:05:52.928092 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84934-8308-4493-afc6-e1113e02e056 req-2265aea0-af44-442a-88a0-a8d70a86bc88 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:52.929937 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-62d84934-8308-4493-afc6-e1113e02e056 req-2265aea0-af44-442a-88a0-a8d70a86bc88 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0798869 Sep 17 16:05:52.986822 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-62d84934-8308-4493-afc6-e1113e02e056 req-14657373-befa-4715-a776-b91bd5d481ca tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479028 Sep 17 16:05:53.034162 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92c941e0-1291-4e0d-9053-9ae8faf42582 req-d2a0259f-588c-4d0a-8d7d-d2fc1f30ac88 service neutron] 10.222.0.53 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357474 Sep 17 16:05:53.195707 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9a64fb22-de82-4ad2-a6e6-9c1048316fef req-1fcdc093-1599-475f-9ed6-d68a021fefe7 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0400162 Sep 17 16:05:53.720181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46290) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:53.720785 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827ac42-1778-4979-a384-3e2de82e86a5 req-b9a580d6-6fc5-4886-9ede-71caabeea1e4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:53.722045 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7827ac42-1778-4979-a384-3e2de82e86a5 req-b9a580d6-6fc5-4886-9ede-71caabeea1e4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0861557 Sep 17 16:05:53.766516 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ed99-9f2c-4fd3-876b-cf2172a1545c req-291b731c-f284-476d-b341-ad1c039874d4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:53.768228 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b58ed99-9f2c-4fd3-876b-cf2172a1545c req-291b731c-f284-476d-b341-ad1c039874d4 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.0859582 Sep 17 16:05:53.818332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7827ac42-1778-4979-a384-3e2de82e86a5 req-3a91b791-12fe-45d5-a2e5-1da933322fa4 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795929 Sep 17 16:05:53.833365 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b58ed99-9f2c-4fd3-876b-cf2172a1545c req-c3bc361c-26f1-423b-8cbe-b6733ace8625 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Sep 17 16:05:53.905801 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d536d94-1142-4b84-850a-12e31851c467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.061151 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d536d94-1142-4b84-850a-12e31851c467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.124103 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1d536d94-1142-4b84-850a-12e31851c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.131501 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789fcab-ef08-498a-aba0-5a811f2eee60 req-eddb34b5-2bee-4988-80e1-83f611eba200 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:54.133362 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4789fcab-ef08-498a-aba0-5a811f2eee60 req-eddb34b5-2bee-4988-80e1-83f611eba200 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0561197 Sep 17 16:05:54.168076 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1d536d94-1142-4b84-850a-12e31851c467 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56487ec11c554fcb865cf0f32abc1b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454701 Sep 17 16:05:54.169295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d536d94-1142-4b84-850a-12e31851c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dbdf0-2579-4914-ba6e-7844e8a092bd,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:54.173215 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46302) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:05:54.192400 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4789fcab-ef08-498a-aba0-5a811f2eee60 req-14e45627-e38c-4761-bf37-185734771a3a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525990 Sep 17 16:05:54.248841 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.323671 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.327666 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5d0c87e1-d006-42e8-bdc2-bcdd50a20ddd req-6e3b1cba-b5ba-4194-9ca1-e396d15deef8 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0511642 Sep 17 16:05:54.638712 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.643578 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:54.646296 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f37dbdf0-2579-4914-ba6e-7844e8a092bd HTTP/1.1" status: 204 len: 168 time: 0.4715693 Sep 17 16:05:54.675594 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b65688-50bd-4971-a1c3-1ed7df002a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dbdf0-2579-4914-ba6e-7844e8a092bd,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:54.992269 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f657a-f23d-4e46-b143-020b40247f39 req-065db2b1-0799-4e87-835e-5711e84fd91c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:54.993970 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eb6f657a-f23d-4e46-b143-020b40247f39 req-065db2b1-0799-4e87-835e-5711e84fd91c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0887747 Sep 17 16:05:55.006097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d9f52-de15-40f9-8a0e-aae3b717674a req-f17f2519-16ca-4854-ad07-5993f9c264e9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:55.007679 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-936d9f52-de15-40f9-8a0e-aae3b717674a req-f17f2519-16ca-4854-ad07-5993f9c264e9 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 943 time: 0.0898523 Sep 17 16:05:55.070431 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eb6f657a-f23d-4e46-b143-020b40247f39 req-26aa81f8-b477-4a59-8de9-9c1d45c0311e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Sep 17 16:05:55.079740 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-936d9f52-de15-40f9-8a0e-aae3b717674a req-f7caf232-07f0-48ee-a1f1-5ad19f1b0947 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Sep 17 16:05:55.338634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daac7df-c7c0-4a71-9ed6-2e33acd3b719 req-2cf7eff2-2d81-4030-9e77-59b6159442d2 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:55.340245 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6daac7df-c7c0-4a71-9ed6-2e33acd3b719 req-2cf7eff2-2d81-4030-9e77-59b6159442d2 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0602038 Sep 17 16:05:55.394179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6daac7df-c7c0-4a71-9ed6-2e33acd3b719 req-c7b07a9d-a7db-4947-8388-2f17b42c8334 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Sep 17 16:05:55.454229 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d868b66-8a44-4a2a-a7c6-5a642f13f7b7 req-28ad8813-cafc-4448-b64c-eea9a5932c43 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0296013 Sep 17 16:05:55.526014 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4935398a-b788-4641-b930-fe7681556302 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:05:55.655033 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4935398a-b788-4641-b930-fe7681556302,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:55.672280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '4935398a-b788-4641-b930-fe7681556302', 'network_id': 'abaff3f5-3613-4872-baba-114f05a79e10', 'port_id': '4935398a-b788-4641-b930-fe7681556302', 'mac_address': 'fa:16:3e:55:df:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162fa39c-4fc1-48ce-bffe-aa1fa49365b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:05:55.737880 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:55.760783 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4935398a-b788-4641-b930-fe7681556302 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:55.796789 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4935398a-b788-4641-b930-fe7681556302,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:55.892602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:55.960716 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:55.970150 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.970633 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.971075 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.971498 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.971919 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.972403 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.972907 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.973404 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.974514 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.975035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.975339 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:55.975724 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:05:56.246325 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd33fa8-000b-4984-b7b1-ad6636f9da98 req-f499878e-9a8c-4633-9cb6-4feef9d5d677 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:56.247898 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7bd33fa8-000b-4984-b7b1-ad6636f9da98 req-f499878e-9a8c-4633-9cb6-4feef9d5d677 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 944 time: 0.0915453 Sep 17 16:05:56.263385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ccb34-aedb-42eb-9d37-f541e9acead4 req-7dbe2454-ccae-480a-a3d2-44ed0826c38f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:56.264614 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-475ccb34-aedb-42eb-9d37-f541e9acead4 req-7dbe2454-ccae-480a-a3d2-44ed0826c38f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0762026 Sep 17 16:05:56.325709 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7bd33fa8-000b-4984-b7b1-ad6636f9da98 req-058a95d6-ec2a-4303-9ee4-3ee67c2d9374 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Sep 17 16:05:56.335215 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-475ccb34-aedb-42eb-9d37-f541e9acead4 req-0b5d3997-dee1-4975-804f-06209a853d00 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617654 Sep 17 16:05:56.589382 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99602a-47b0-4ef9-86cd-83c3c47414c6 req-3752b3b7-fa71-4707-8f0d-68581b64a28a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:56.590966 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d99602a-47b0-4ef9-86cd-83c3c47414c6 req-3752b3b7-fa71-4707-8f0d-68581b64a28a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0991313 Sep 17 16:05:56.614351 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d306b712-1297-4769-8912-51b19823fcff req-eee104ba-b678-4fee-85b2-7ce500dc4398 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0471437 Sep 17 16:05:56.657962 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d99602a-47b0-4ef9-86cd-83c3c47414c6 req-94bf0eec-7261-4ecf-b943-f17cec50a6dd tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Sep 17 16:05:56.899037 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['4935398a-b788-4641-b930-fe7681556302'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:05:56.913891 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-d8d6f307-8525-43d3-88bc-388a76ef1df8 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:56.913891 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-d8d6f307-8525-43d3-88bc-388a76ef1df8 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "GET /v2.0/networks?id=a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 200 len: 813 time: 0.1219716 Sep 17 16:05:56.939245 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Request body: {'port': {'device_id': '13663a24-5932-470b-addb-a776ed683c25', 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473', 'admin_state_up': True, 'tenant_id': 'b7785dde4c224722ac7c8f133c115ca6'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:57.250533 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Made reservation on behalf of b7785dde4c224722ac7c8f133c115ca6 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:05:57.257465 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:57.528848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Allocated IP 172.20.0.13 (a49676d7-5b38-4d90-b8cf-3bc635810473/f4431c86-b5b4-43a1-ac8c-c2b663b7ab29/7747935a-fa6b-4816-bbcd-41152a602238) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:05:57.549617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df488de-cb6a-4897-b168-18de8bde8d18 req-1cb0201b-3640-480e-a38d-ff7f689efa5d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:57.554332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5df488de-cb6a-4897-b168-18de8bde8d18 req-1cb0201b-3640-480e-a38d-ff7f689efa5d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 944 time: 0.1312904 Sep 17 16:05:57.590777 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f383b5-0666-43d3-b913-203a74a20c3f req-af9d6738-8f65-4cd3-8218-516da350302f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:57.592380 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-86f383b5-0666-43d3-b913-203a74a20c3f req-af9d6738-8f65-4cd3-8218-516da350302f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1154978 Sep 17 16:05:57.626305 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5df488de-cb6a-4897-b168-18de8bde8d18 req-f5cd16cf-f3e8-4929-b382-ac0c3a903ee6 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627677 Sep 17 16:05:57.660848 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-86f383b5-0666-43d3-b913-203a74a20c3f req-19e53e8c-198c-43d1-8adc-675a755a27bc tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529914 Sep 17 16:05:57.771784 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e150a29-c6f8-4150-910f-ee9d4c6761d8 req-01d1eaa3-3ef7-4de0-8b10-f822065d0624 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0499933 Sep 17 16:05:57.800224 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:57.843491 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a395a2-ba83-4b61-9883-722370383c87 req-018f74c0-e132-44ba-84e1-23141acceb9a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:57.845102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9a395a2-ba83-4b61-9883-722370383c87 req-018f74c0-e132-44ba-84e1-23141acceb9a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0650675 Sep 17 16:05:57.901056 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9a395a2-ba83-4b61-9883-722370383c87 req-a30086a7-504f-4e8a-9e7f-be9a3f5bf4b2 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Sep 17 16:05:57.913699 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.013403 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Network a49676d7-5b38-4d90-b8cf-3bc635810473 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:05:58.023804 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:05:58.025434 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c597488b-6bdc-4bf2-8f9a-03c05b6dfb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.048659 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:05:58.084165 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Pushing event updated for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:58.121002 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:58.121875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.248435 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-3150ca10-b3b8-4331-bd1f-55a66e93d1b5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3160055 Sep 17 16:05:58.262246 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Request body: {'port': {'device_id': '13663a24-5932-470b-addb-a776ed683c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:05:58.337982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.384687 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-8ecce478-c517-4448-9dfb-b352e3593424 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1385248a207f4a8bb2aec3882f30018e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463064 Sep 17 16:05:58.626626 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-166b5112-e4f3-4510-b0fe-b3bb865219db tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:58.628272 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-166b5112-e4f3-4510-b0fe-b3bb865219db tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375820 Sep 17 16:05:58.651345 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-f51afac1-3e58-433b-b085-2f8676a6ee35 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/quotas/1385248a207f4a8bb2aec3882f30018e HTTP/1.1" status: 200 len: 375 time: 0.0115185 Sep 17 16:05:58.711709 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-2f100b7f-be15-4a21-8a81-dddc850b7a47 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1385248a207f4a8bb2aec3882f30018e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482028 Sep 17 16:05:58.715730 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7747935a-fa6b-4816-bbcd-41152a602238 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:58.725384 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.740940 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Transition to ACTIVE for port object 7747935a-fa6b-4816-bbcd-41152a602238 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:05:58.796091 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49c5da-7c58-45dd-bf48-041519930018 req-1b02cb7b-7d69-4061-8aa9-9736c36cec33 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:58.798294 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4a49c5da-7c58-45dd-bf48-041519930018 req-1b02cb7b-7d69-4061-8aa9-9736c36cec33 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 944 time: 0.0594997 Sep 17 16:05:58.834155 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:58.844917 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4a49c5da-7c58-45dd-bf48-041519930018 req-0d0e7bda-281b-4ee6-a58c-e986e7b0dd2e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Sep 17 16:05:58.935832 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:58.971219 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84ef36-8210-407a-85d7-1c545da02b5a req-19288ffa-6e63-4953-8daf-5309ed8c9d2a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:58.972885 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7c84ef36-8210-407a-85d7-1c545da02b5a req-19288ffa-6e63-4953-8daf-5309ed8c9d2a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0601990 Sep 17 16:05:59.041732 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7c84ef36-8210-407a-85d7-1c545da02b5a req-95fae9c1-fb8c-4d0a-8cdd-7c92cb0cb24f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565641 Sep 17 16:05:59.084908 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Attempting to bind port 7747935a-fa6b-4816-bbcd-41152a602238 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:05:59.086177 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Attempting to bind port 7747935a-fa6b-4816-bbcd-41152a602238 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:05:59.086676 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Attempting to bind port 7747935a-fa6b-4816-bbcd-41152a602238 on network a49676d7-5b38-4d90-b8cf-3bc635810473 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:59.092805 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Port 7747935a-fa6b-4816-bbcd-41152a602238 on network a49676d7-5b38-4d90-b8cf-3bc635810473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:05:59.093397 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Attempting to bind port 7747935a-fa6b-4816-bbcd-41152a602238 on network a49676d7-5b38-4d90-b8cf-3bc635810473 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:05:59.100401 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:05:59.100748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Checking segment: {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:05:59.101142 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Bound using segment: {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:05:59.101598 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Bound port: 7747935a-fa6b-4816-bbcd-41152a602238, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:05:59.101966 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.211474 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86b912-ba7b-43f9-86f0-95b251a976d3 req-8d22cdf0-f02d-46ae-81ca-4f74c1386fe1 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:59.213111 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1f86b912-ba7b-43f9-86f0-95b251a976d3 req-8d22cdf0-f02d-46ae-81ca-4f74c1386fe1 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.1316478 Sep 17 16:05:59.237895 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:05:59.245101 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7747935a-fa6b-4816-bbcd-41152a602238,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:05:59.250205 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea937eb-0d00-442b-b368-11b1fb759353 req-4da83245-f36c-405c-a8d9-4d2c419b3361 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:59.251754 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bea937eb-0d00-442b-b368-11b1fb759353 req-4da83245-f36c-405c-a8d9-4d2c419b3361 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 943 time: 0.0974300 Sep 17 16:05:59.286052 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1f86b912-ba7b-43f9-86f0-95b251a976d3 req-83b00576-284d-4d0e-bcac-ebb1c2ec7f2a tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Sep 17 16:05:59.310928 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bea937eb-0d00-442b-b368-11b1fb759353 req-786a46b9-1b5d-4e7b-95f1-df21189d990f tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Sep 17 16:05:59.315179 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.365584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:59.366392 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.368424 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] 10.222.0.53 "PUT /v2.0/ports/7747935a-fa6b-4816-bbcd-41152a602238 HTTP/1.1" status: 200 len: 1094 time: 1.1108985 Sep 17 16:05:59.370823 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:05:59.373195 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2bf04-4cff-498f-a6dc-05702fbe2816" -d '{"events": [{"name": "network-changed", "server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "tag": "7747935a-fa6b-4816-bbcd-41152a602238"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:05:59.397638 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eb6a73df-676a-430d-8885-44c14488b151 req-28cf91d7-48a6-4ddc-8f1f-a97437e66c34 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0475514 Sep 17 16:05:59.403209 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33c69c-f120-4f0f-a243-e5292265ced7 service neutron] Pushing event updated for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:05:59.447103 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c540810-0051-4759-a2e0-a7b420acabb6 x-openstack-request-id: req-8c540810-0051-4759-a2e0-a7b420acabb6 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:05:59.447378 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "tag": "7747935a-fa6b-4816-bbcd-41152a602238", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:05:59.447635 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c540810-0051-4759-a2e0-a7b420acabb6 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:05:59.448059 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238', 'status': 'completed', 'code': 200} Sep 17 16:05:59.520324 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device a48e9406-0820-4805-aaf4-5d713b533829 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:05:59.524176 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4935398a-b788-4641-b930-fe7681556302 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:05:59.699499 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a48e9406-0820-4805-aaf4-5d713b533829,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:59.715406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'a48e9406-0820-4805-aaf4-5d713b533829', 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67', 'port_id': 'a48e9406-0820-4805-aaf4-5d713b533829', 'mac_address': 'fa:16:3e:72:f3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ddd08-6475-408f-98b2-881cb05231e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:05:59.758878 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.774695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 4935398a-b788-4641-b930-fe7681556302 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:05:59.779528 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48e9406-0820-4805-aaf4-5d713b533829 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:05:59.785938 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 4935398a-b788-4641-b930-fe7681556302 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:05:59.787195 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.835969 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a48e9406-0820-4805-aaf4-5d713b533829,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:05:59.905693 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:59.976525 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:00.022305 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:00.031583 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4935398a-b788-4641-b930-fe7681556302'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:00.034324 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a673b60-2671-423a-8f48-8d821f1b0603" -d '{"events": [{"server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "name": "network-vif-plugged", "status": "completed", "tag": "4935398a-b788-4641-b930-fe7681556302"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:00.052755 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4935398a-b788-4641-b930-fe7681556302,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:00.056987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915ebf-f345-4855-86e5-a2da28b4aacc req-f6eaacc7-bd83-46a1-b414-9a44694c1015 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:00.059469 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7e915ebf-f345-4855-86e5-a2da28b4aacc req-f6eaacc7-bd83-46a1-b414-9a44694c1015 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 944 time: 0.0921421 Sep 17 16:06:00.086734 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b8b084-8926-4889-92a1-e5ec746875fb x-openstack-request-id: req-d6b8b084-8926-4889-92a1-e5ec746875fb {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:00.087027 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "name": "network-vif-plugged", "status": "completed", "tag": "4935398a-b788-4641-b930-fe7681556302", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:00.087464 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6b8b084-8926-4889-92a1-e5ec746875fb {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:00.087947 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4935398a-b788-4641-b930-fe7681556302', 'code': 200} Sep 17 16:06:00.129051 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7e915ebf-f345-4855-86e5-a2da28b4aacc req-5704fe74-88e9-418d-a50b-ce648311ad0f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Sep 17 16:06:00.186870 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:00.221061 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb97ac-e8b7-4379-b9f7-def4395faaef req-0108f89c-6da8-4095-8f1b-fc7ae0c5b69c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:00.223708 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6cb97ac-e8b7-4379-b9f7-def4395faaef req-0108f89c-6da8-4095-8f1b-fc7ae0c5b69c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Sep 17 16:06:00.247481 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:00.275914 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6cb97ac-e8b7-4379-b9f7-def4395faaef req-d29b6b09-664e-4e22-b92f-e4cb4dc6812c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Sep 17 16:06:00.492772 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29303340-62e2-4295-b401-27fc2cbde680 req-debf67f5-e6b0-45fd-a65c-e561dc27441a tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:00.494506 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-29303340-62e2-4295-b401-27fc2cbde680 req-debf67f5-e6b0-45fd-a65c-e561dc27441a tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.0960987 Sep 17 16:06:00.509583 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5a5d1-5f72-4f90-a78f-6d63c38ef44e req-1cfe3f5b-54d3-4a4c-9879-13a94aedd7f6 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:00.511114 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a9c5a5d1-5f72-4f90-a78f-6d63c38ef44e req-1cfe3f5b-54d3-4a4c-9879-13a94aedd7f6 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 944 time: 0.0747476 Sep 17 16:06:00.574098 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-29303340-62e2-4295-b401-27fc2cbde680 req-4c00f92a-23e9-4f23-bad7-ff787576f70d tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619273 Sep 17 16:06:00.579950 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a9c5a5d1-5f72-4f90-a78f-6d63c38ef44e req-891c1cdc-f641-433c-8c96-599e0bbca3e9 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616102 Sep 17 16:06:00.655524 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c31f1fb7-49cf-4de2-80f7-b012bc1a13c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:00.696281 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-984acaa2-ac5c-46e9-8fc4-82289ab09223 req-c93179dc-3c0e-4d5e-9d8a-f662d4fd29b7 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0288548 Sep 17 16:06:00.909472 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:06:01.271948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d5f58-2acb-4cba-9ba9-8ea51ef48ded req-d543cbe1-e9ae-446f-bbdd-0a28dce02ecf tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.273586 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-406d5f58-2acb-4cba-9ba9-8ea51ef48ded req-d543cbe1-e9ae-446f-bbdd-0a28dce02ecf tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0579913 Sep 17 16:06:01.323060 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-406d5f58-2acb-4cba-9ba9-8ea51ef48ded req-ee1ae063-56e6-48d5-b891-644f4d392887 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Sep 17 16:06:01.402492 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e97f7-583b-4a9a-be96-cd828f3cc66b req-34252d1c-c244-4a4b-a3c8-8d2cb0232f64 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.404107 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c8e97f7-583b-4a9a-be96-cd828f3cc66b req-34252d1c-c244-4a4b-a3c8-8d2cb0232f64 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0570126 Sep 17 16:06:01.466805 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c8e97f7-583b-4a9a-be96-cd828f3cc66b req-9de209b0-2b6e-4f01-8c3b-e571f7caac49 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 Sep 17 16:06:01.467963 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-dda7770d-4627-49c9-b8b1-d82ad0314307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.469554 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-dda7770d-4627-49c9-b8b1-d82ad0314307 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 1097 time: 0.0496900 Sep 17 16:06:01.570169 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:01.599930 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-39c30155-baae-4284-bd51-ce91fe2ab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.601680 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-39c30155-baae-4284-bd51-ce91fe2ab445 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7785dde4c224722ac7c8f133c115ca6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1135604 Sep 17 16:06:01.705590 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:01.746572 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['a48e9406-0820-4805-aaf4-5d713b533829'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:01.863928 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-1d040947-9f2c-4184-bdfc-1da90f924507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.867385 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4ce2bf04-4cff-498f-a6dc-05702fbe2816 req-1d040947-9f2c-4184-bdfc-1da90f924507 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579207 Sep 17 16:06:01.874743 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa499be3-2835-4ba7-a15b-6516d0b5f858 req-94f9f797-604a-4432-a931-8cccb53af677 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.876410 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aa499be3-2835-4ba7-a15b-6516d0b5f858 req-94f9f797-604a-4432-a931-8cccb53af677 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 944 time: 0.1647363 Sep 17 16:06:01.909495 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de08460-3acc-43db-85ca-3a5936513844 req-55cfa110-b9b5-4973-85be-761491a5d65f tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:01.911085 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7de08460-3acc-43db-85ca-3a5936513844 req-55cfa110-b9b5-4973-85be-761491a5d65f tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.1481755 Sep 17 16:06:01.987472 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7de08460-3acc-43db-85ca-3a5936513844 req-f5255aba-2563-42e2-80b2-653b81cff383 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586829 Sep 17 16:06:02.001081 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aa499be3-2835-4ba7-a15b-6516d0b5f858 req-36d619a9-750a-4108-aebd-001f710c1865 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097090 Sep 17 16:06:02.041551 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b65fbd-4d54-4153-b8ae-bc5b9a83309c req-9b9e2979-6981-46f0-8e92-d5c66476b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:02.043269 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-55b65fbd-4d54-4153-b8ae-bc5b9a83309c req-9b9e2979-6981-46f0-8e92-d5c66476b5a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 1098 time: 0.1558425 Sep 17 16:06:02.050666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-e371a9eb-2ca9-4365-b720-b2f34aef10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:02.052779 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-e371a9eb-2ca9-4365-b720-b2f34aef10da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 1097 time: 0.1154187 Sep 17 16:06:02.105497 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-0c302a30-1d95-4f1b-9203-94e60a910077 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7747935a-fa6b-4816-bbcd-41152a602238 HTTP/1.1" status: 200 len: 217 time: 0.0440888 Sep 17 16:06:02.106417 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3369e4e0-414a-4562-a7a3-21557c90b005 req-67cab677-0eb4-4370-a63d-e2933151bf66 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0446188 Sep 17 16:06:02.134019 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-55b65fbd-4d54-4153-b8ae-bc5b9a83309c req-33f8376d-2899-4134-930b-b76307ec1022 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800626 Sep 17 16:06:02.170111 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-8686156f-9f20-4a71-aad7-1aa156a76f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:02.171726 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-8686156f-9f20-4a71-aad7-1aa156a76f09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4431c86-b5b4-43a1-ac8c-c2b663b7ab29 HTTP/1.1" status: 200 len: 853 time: 0.0570362 Sep 17 16:06:02.446506 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-a1c9558d-c4c1-4be1-96fc-a4320877daac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a49676d7-5b38-4d90-b8cf-3bc635810473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419784 Sep 17 16:06:02.463178 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281afec-4eb1-491b-93b2-05b1f0124de4 req-94dc906c-2850-498a-8d56-bdc006169ebb tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:02.464844 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3281afec-4eb1-491b-93b2-05b1f0124de4 req-94dc906c-2850-498a-8d56-bdc006169ebb tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0541847 Sep 17 16:06:02.510972 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3281afec-4eb1-491b-93b2-05b1f0124de4 req-908ae752-151d-4e8f-b77d-93d954a7a19f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Sep 17 16:06:02.580038 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-0c440209-aedd-44dc-a132-ca49844fdad1 service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146019 Sep 17 16:06:02.624743 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02801-77b1-471d-a1a9-e2f553b17583 req-41349f3b-300b-4977-8bdf-f42d82a4fc5a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:02.626311 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bcb02801-77b1-471d-a1a9-e2f553b17583 req-41349f3b-300b-4977-8bdf-f42d82a4fc5a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0637763 Sep 17 16:06:02.686726 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bcb02801-77b1-471d-a1a9-e2f553b17583 req-5aa22872-6034-4940-802f-ff159b3579d9 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523350 Sep 17 16:06:02.707397 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-67f058a8-24e5-4ac8-9ec6-aaec2234e38b req-c248cd27-5fbd-4e5c-96f3-d033c3997dbe service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198909 Sep 17 16:06:03.174418 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305be79-cbd2-40c3-aa4b-bbaf2808c1d8 req-30dcef81-440e-483a-a659-c6aee543e528 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:03.176139 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5305be79-cbd2-40c3-aa4b-bbaf2808c1d8 req-30dcef81-440e-483a-a659-c6aee543e528 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 944 time: 0.0911672 Sep 17 16:06:03.192478 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483157-22ae-42a5-b552-d923bdbd4f27 req-534c2088-67ae-406d-b551-2b89b384a214 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:03.195856 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0d483157-22ae-42a5-b552-d923bdbd4f27 req-534c2088-67ae-406d-b551-2b89b384a214 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.1000030 Sep 17 16:06:03.281753 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5305be79-cbd2-40c3-aa4b-bbaf2808c1d8 req-7912a687-c2ee-4b1a-805b-82c0cf03f77d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 Sep 17 16:06:03.299244 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0d483157-22ae-42a5-b552-d923bdbd4f27 req-913bfe24-549b-4b0e-8386-8a533ff38d6d tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921762 Sep 17 16:06:03.396825 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0f435ef6-dcc8-49ee-ba5b-c34488053a66 req-2da7d362-0eba-442f-8f44-263296907e2f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Sep 17 16:06:03.712428 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481ca6b-ff3d-44b6-9468-f190b03642f1 req-dff3b4ed-904c-4ec9-ab3c-25cc7a0c5989 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:03.714289 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3481ca6b-ff3d-44b6-9468-f190b03642f1 req-dff3b4ed-904c-4ec9-ab3c-25cc7a0c5989 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0743246 Sep 17 16:06:03.780597 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3481ca6b-ff3d-44b6-9468-f190b03642f1 req-a141f4bf-a30a-4fb7-ad79-b768cdc0bddb tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Sep 17 16:06:03.838961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:03.854670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdc659-3bfa-4b09-9325-4341aa015838 req-d15ede0d-eb00-47be-8aa8-22971486eec1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:03.856421 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-07bdc659-3bfa-4b09-9325-4341aa015838 req-d15ede0d-eb00-47be-8aa8-22971486eec1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0557954 Sep 17 16:06:03.906603 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-07bdc659-3bfa-4b09-9325-4341aa015838 req-96f66829-38e1-4b05-91c5-66000f0ab842 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Sep 17 16:06:04.378523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device a48e9406-0820-4805-aaf4-5d713b533829 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:04.493790 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78591d-0399-44d1-85ad-e75eeb04ae58 req-5df4f9c1-0d04-48b8-a23c-52e85a1abad6 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:04.495433 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f78591d-0399-44d1-85ad-e75eeb04ae58 req-5df4f9c1-0d04-48b8-a23c-52e85a1abad6 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.0945525 Sep 17 16:06:04.503474 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbbef4-3425-467d-9cbf-25c87dbe0b64 req-0063b3ab-5565-4e69-a797-204f89045aff tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:04.506505 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5ccbbef4-3425-467d-9cbf-25c87dbe0b64 req-0063b3ab-5565-4e69-a797-204f89045aff tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 944 time: 0.1061122 Sep 17 16:06:04.550177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port a48e9406-0820-4805-aaf4-5d713b533829 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:06:04.555666 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port a48e9406-0820-4805-aaf4-5d713b533829 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:04.556321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:04.568710 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f78591d-0399-44d1-85ad-e75eeb04ae58 req-4f29d395-e31c-45d6-8900-f583613758a9 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603187 Sep 17 16:06:04.575276 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5ccbbef4-3425-467d-9cbf-25c87dbe0b64 req-45e4b690-7069-476a-a16a-0893c288ef68 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608971 Sep 17 16:06:04.665693 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:04.691804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:04.694795 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a9c66f-9668-4448-8bf5-e7a137e47980" -d '{"events": [{"server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "name": "network-vif-plugged", "status": "completed", "tag": "a48e9406-0820-4805-aaf4-5d713b533829"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:04.709097 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a48e9406-0820-4805-aaf4-5d713b533829,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:04.712615 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-86c8dbe6-e070-4ab2-bca7-0507830ab25d req-dfaaa95b-3fbc-4a4f-8959-de8bd9d64854 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0382574 Sep 17 16:06:04.753706 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16397117-98df-42ef-99a9-60ff4e898b9a x-openstack-request-id: req-16397117-98df-42ef-99a9-60ff4e898b9a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:04.754109 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "name": "network-vif-plugged", "status": "completed", "tag": "a48e9406-0820-4805-aaf4-5d713b533829", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:04.754330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16397117-98df-42ef-99a9-60ff4e898b9a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:04.756499 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829', 'code': 200} Sep 17 16:06:04.782727 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:04.835931 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:04.924143 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6e8a-ccf0-40d6-acef-c3bb94ef9588 req-d1ae2cc0-49fc-4c47-8876-f6443e98dba1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:04.925839 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf9a6e8a-ccf0-40d6-acef-c3bb94ef9588 req-d1ae2cc0-49fc-4c47-8876-f6443e98dba1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0641482 Sep 17 16:06:05.011867 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf9a6e8a-ccf0-40d6-acef-c3bb94ef9588 req-9e4f265b-489e-4848-a57a-a8c3fd87bb31 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 Sep 17 16:06:05.080351 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493eec9-12ae-4fc3-a10d-0ab53b5bb901 req-3f5092b2-3892-4ac0-9862-5388952d9cd2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:05.082984 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a493eec9-12ae-4fc3-a10d-0ab53b5bb901 req-3f5092b2-3892-4ac0-9862-5388952d9cd2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0974572 Sep 17 16:06:05.350836 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a493eec9-12ae-4fc3-a10d-0ab53b5bb901 req-a846888d-2975-4701-98ff-a8ca446b8d54 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607682 Sep 17 16:06:05.734695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a426a2-1230-4a31-8254-4cd85501ac6f req-b682aba4-9121-4f8e-8030-0944d7aafcaa tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:05.736280 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-31a426a2-1230-4a31-8254-4cd85501ac6f req-b682aba4-9121-4f8e-8030-0944d7aafcaa tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.0852902 Sep 17 16:06:05.750260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dc093-197c-43aa-b106-875c8224c1d8 req-57650c1c-d94a-4f27-9334-6ce28ba9e6fd tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:05.751854 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-283dc093-197c-43aa-b106-875c8224c1d8 req-57650c1c-d94a-4f27-9334-6ce28ba9e6fd tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.0844789 Sep 17 16:06:05.814812 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-31a426a2-1230-4a31-8254-4cd85501ac6f req-e9a667db-eba4-4af2-b7cf-7d95ddcc808f tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619345 Sep 17 16:06:05.820989 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-283dc093-197c-43aa-b106-875c8224c1d8 req-76456b53-7991-4bf0-8595-1c77251604c7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Sep 17 16:06:05.904934 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3a0f8ceb-ec6d-44dd-8761-29d30d26aa67 req-741e5e53-2cf2-4d88-8281-9c86a31a754c tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0284250 Sep 17 16:06:06.132803 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224953d2-bc6a-4933-afa8-3f245c79d7af req-d0b05ccf-0ab4-4ae9-a38b-69f7f2e19c2e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:06.134584 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-224953d2-bc6a-4933-afa8-3f245c79d7af req-d0b05ccf-0ab4-4ae9-a38b-69f7f2e19c2e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0534046 Sep 17 16:06:06.177981 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-224953d2-bc6a-4933-afa8-3f245c79d7af req-1c323b9d-72b7-458f-96e3-dcef74318d87 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Sep 17 16:06:06.346772 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-03b922bc-d02f-4933-8940-aa9ce55d6a4c tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1385248a207f4a8bb2aec3882f30018e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449338 Sep 17 16:06:06.531176 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f536c0-891a-405a-9ad7-2b5fc92c75bb req-00b81bb2-0ced-4d43-9bc6-124cf16001b7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:06.533757 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-36f536c0-891a-405a-9ad7-2b5fc92c75bb req-00b81bb2-0ced-4d43-9bc6-124cf16001b7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0835962 Sep 17 16:06:06.596313 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-36f536c0-891a-405a-9ad7-2b5fc92c75bb req-93f3bc3f-0f90-4920-bf54-62f4e68007f9 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Sep 17 16:06:06.654368 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-74c7188b-ce7a-45e3-ac13-6cbe211a8507 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:06.655886 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-74c7188b-ce7a-45e3-ac13-6cbe211a8507 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931576 Sep 17 16:06:06.699626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Request body: {'port': {'device_id': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658', 'admin_state_up': True, 'tenant_id': '1385248a207f4a8bb2aec3882f30018e'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:06.800516 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2855-9c55-4c9b-847f-6e2d35be2890 req-30695ab8-5573-41d3-b12c-97ec7ba49017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:06.802869 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b0d2855-9c55-4c9b-847f-6e2d35be2890 req-30695ab8-5573-41d3-b12c-97ec7ba49017 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 1098 time: 0.1086547 Sep 17 16:06:06.901814 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b0d2855-9c55-4c9b-847f-6e2d35be2890 req-40d12589-342b-43cf-b343-4cb29c421f4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 Sep 17 16:06:07.002354 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Made reservation on behalf of 1385248a207f4a8bb2aec3882f30018e for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:07.006952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.016373 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.033730 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008db5-8bfa-49ae-bbba-347b883f6c54 req-6686673f-099d-400d-964b-c1ce74ecc6ed tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:07.035339 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ee008db5-8bfa-49ae-bbba-347b883f6c54 req-6686673f-099d-400d-964b-c1ce74ecc6ed tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.0935681 Sep 17 16:06:07.043747 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9988-c4f6-45fc-8a86-ccdf4adf9b8d req-0087d903-7e65-4189-93c9-83b240d695ce tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:07.045368 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-306a9988-c4f6-45fc-8a86-ccdf4adf9b8d req-0087d903-7e65-4189-93c9-83b240d695ce tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.1011655 Sep 17 16:06:07.122718 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ee008db5-8bfa-49ae-bbba-347b883f6c54 req-91f7c231-9cee-47b2-978e-49792ddfce50 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Sep 17 16:06:07.132943 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-306a9988-c4f6-45fc-8a86-ccdf4adf9b8d req-6c113b3f-dbd1-4d89-b4a5-27371ba40e10 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Sep 17 16:06:07.155963 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.228007 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6f0636c-5be8-4442-8511-fc97cf79d255 req-0bfad0de-2256-4dc9-b736-8a435f9e7b15 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0306509 Sep 17 16:06:07.235959 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.307372 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0337fb5-fa8f-4105-987c-f019b720669d,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:07.376963 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a694252-fb28-4bd9-90a4-1445d39caee2 req-fb481aad-1919-4bbc-af25-cc977ddaeae2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:07.384692 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a694252-fb28-4bd9-90a4-1445d39caee2 req-fb481aad-1919-4bbc-af25-cc977ddaeae2 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.0955391 Sep 17 16:06:07.430513 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Allocated IP 192.168.233.63 (c0e81fe0-5141-41b8-8941-937e8f500658/69204fc8-cba1-451e-b80b-d9c4fa54a3c4/0bed2c80-b9a7-431d-9324-b9ed1cb1240f) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:07.457357 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a694252-fb28-4bd9-90a4-1445d39caee2 req-8e11bc10-3734-4f45-b19c-2d796daffab7 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Sep 17 16:06:07.681671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.768780 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e398cb-d641-4692-8e3c-2392760c08f8 req-dc810a31-5e41-493d-8483-776df823d7ab tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:07.773613 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22e398cb-d641-4692-8e3c-2392760c08f8 req-dc810a31-5e41-493d-8483-776df823d7ab tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0612502 Sep 17 16:06:07.794582 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:07.833084 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22e398cb-d641-4692-8e3c-2392760c08f8 req-45e46fa1-394f-4e80-8b5a-4815a81556fd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Sep 17 16:06:07.872229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Network c0e81fe0-5141-41b8-8941-937e8f500658 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:07.876705 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:07.878771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Pushing event updated for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:07.881343 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:07.991771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:07.992834 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.097405 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-0c85b05d-ec33-4b98-a939-3c499d061ffa tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4015968 Sep 17 16:06:08.121388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Request body: {'port': {'device_id': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:08.187600 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-97f20d8f-91e5-49f4-afb8-eef630155c48 None None] Provisioning complete for port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:08.188508 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97f20d8f-91e5-49f4-afb8-eef630155c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.231741 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.284496 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-97f20d8f-91e5-49f4-afb8-eef630155c48 None None] Port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:06:08.363705 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439326-e740-451c-94c2-b1dca18cb95c req-1bc522b6-505b-42f5-81dd-9973bf7ac081 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:08.366081 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-43439326-e740-451c-94c2-b1dca18cb95c req-1bc522b6-505b-42f5-81dd-9973bf7ac081 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.1110282 Sep 17 16:06:08.441121 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cae23-692a-4466-8585-b91769ef0cde req-5164b54d-e75e-4e00-a8ee-1c0528124d6e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:08.443285 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-432cae23-692a-4466-8585-b91769ef0cde req-5164b54d-e75e-4e00-a8ee-1c0528124d6e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 944 time: 0.1472995 Sep 17 16:06:08.479629 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-43439326-e740-451c-94c2-b1dca18cb95c req-abe8fb70-dbdb-495a-9b2e-6e94fbe59059 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980542 Sep 17 16:06:08.523495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-432cae23-692a-4466-8585-b91769ef0cde req-c37548ab-3048-40b9-8fb9-b9f7b2e44cda tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537598 Sep 17 16:06:08.630553 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b9a4d-1864-4e9e-bdd7-ad791c19eaa9 req-c7e91eae-6347-45d2-9313-35b51620cb1f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:08.640182 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-827b9a4d-1864-4e9e-bdd7-ad791c19eaa9 req-c7e91eae-6347-45d2-9313-35b51620cb1f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 935 time: 0.0660155 Sep 17 16:06:08.665047 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bed2c80-b9a7-431d-9324-b9ed1cb1240f {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:06:08.678567 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.688311 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-827b9a4d-1864-4e9e-bdd7-ad791c19eaa9 req-c2b41aaf-980f-49ba-a839-fb0c89e4bd73 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471785 Sep 17 16:06:08.699569 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Transition to ACTIVE for port object 0bed2c80-b9a7-431d-9324-b9ed1cb1240f will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:06:08.795408 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.882356 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:09.036240 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948d9b9-b833-401c-bbbf-ad340ab07e15 req-bf96f65c-0688-4b3d-97d4-2f68f96a6ac8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:09.039353 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f948d9b9-b833-401c-bbbf-ad340ab07e15 req-bf96f65c-0688-4b3d-97d4-2f68f96a6ac8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0843148 Sep 17 16:06:09.132110 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f948d9b9-b833-401c-bbbf-ad340ab07e15 req-f74f17a5-a971-4e55-9394-078ee8db8dd8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Sep 17 16:06:09.181391 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Attempting to bind port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:09.181841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Attempting to bind port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:09.182159 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Attempting to bind port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f on network c0e81fe0-5141-41b8-8941-937e8f500658 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:09.187462 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f on network c0e81fe0-5141-41b8-8941-937e8f500658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:06:09.187867 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Attempting to bind port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f on network c0e81fe0-5141-41b8-8941-937e8f500658 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:09.194594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:09.194944 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Checking segment: {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:09.195345 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Bound using segment: {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:09.195797 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Bound port: 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4baf85-a18c-4c5a-ac31-0c695f1a4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:09.196167 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:09.274851 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:09.278849 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:09.366734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:09.387394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 7747935a-fa6b-4816-bbcd-41152a602238 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:06:09.419242 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:09.420329 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:09.429065 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] 10.222.0.53 "PUT /v2.0/ports/0bed2c80-b9a7-431d-9324-b9ed1cb1240f HTTP/1.1" status: 200 len: 1097 time: 1.3059881 Sep 17 16:06:09.429065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:09.433007 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:09.478319 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5584f-2dc0-4517-b3e5-20726f20aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:09.547661 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296e611-ee86-4188-aa3d-2bf95d2a3f23 x-openstack-request-id: req-4296e611-ee86-4188-aa3d-2bf95d2a3f23 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:09.548148 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:09.550453 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4296e611-ee86-4188-aa3d-2bf95d2a3f23 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:09.551556 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f', 'status': 'completed', 'code': 200} Sep 17 16:06:09.631761 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7747935a-fa6b-4816-bbcd-41152a602238,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:09.650357 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '7747935a-fa6b-4816-bbcd-41152a602238', 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473', 'port_id': '7747935a-fa6b-4816-bbcd-41152a602238', 'mac_address': 'fa:16:3e:12:e4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4431c86-b5b4-43a1-ac8c-c2b663b7ab29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:06:09.670539 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-8d4d718c-341a-48bd-86fe-cdf72fbc3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:09.685978 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-8d4d718c-341a-48bd-86fe-cdf72fbc3e62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1385248a207f4a8bb2aec3882f30018e&device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 1100 time: 0.1074946 Sep 17 16:06:09.742938 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:09.757087 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46622) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:09.763342 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7747935a-fa6b-4816-bbcd-41152a602238 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:06:09.809212 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3081-8213-4f55-90c6-fe59278030c9 req-0249b398-1d8f-4928-a07a-24ae01f01860 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:09.819265 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7747935a-fa6b-4816-bbcd-41152a602238,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:09.820113 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9c0e3081-8213-4f55-90c6-fe59278030c9 req-0249b398-1d8f-4928-a07a-24ae01f01860 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.1559181 Sep 17 16:06:09.838060 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-85d7dac4-be27-4bad-9857-4887d0f86011 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f HTTP/1.1" status: 200 len: 217 time: 0.1428041 Sep 17 16:06:09.883106 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9c0e3081-8213-4f55-90c6-fe59278030c9 req-ffddd401-1bca-4cf8-9373-caaf18cff535 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Sep 17 16:06:09.924432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:09.957294 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-a78977be-6850-41d3-9466-1c3885a0ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:09.960549 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-a78977be-6850-41d3-9466-1c3885a0ab8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69204fc8-cba1-451e-b80b-d9c4fa54a3c4 HTTP/1.1" status: 200 len: 843 time: 0.1087730 Sep 17 16:06:10.011096 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a8b33ac5-cb34-45ec-b854-cbd7d86541fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:10.027870 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a743a-671e-49de-be1f-fb358451eb2b req-998604d0-aad3-4689-b9bc-73cc0d41e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.032188 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:10.032876 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-998604d0-aad3-4689-b9bc-73cc0d41e5e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c0e81fe0-5141-41b8-8941-937e8f500658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535188 Sep 17 16:06:10.155406 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f821d-d80f-469e-8e12-80852715ed32 req-338d0c2c-7093-47ef-ac9b-15f58b5218cf tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.155999 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-99edef51-da78-42e9-887d-25b3bc1fd57d service neutron] 10.222.0.53 "GET /v2.0/networks/c0e81fe0-5141-41b8-8941-937e8f500658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069856 Sep 17 16:06:10.158126 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b5f821d-d80f-469e-8e12-80852715ed32 req-338d0c2c-7093-47ef-ac9b-15f58b5218cf tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 945 time: 0.1277938 Sep 17 16:06:10.265001 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b5f821d-d80f-469e-8e12-80852715ed32 req-8754ad13-cf42-4957-add0-1fd7ffc43cad tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954740 Sep 17 16:06:10.288108 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-090a743a-671e-49de-be1f-fb358451eb2b req-612272e4-14f9-47d4-9962-ecdaca9c989e service neutron] 10.222.0.53 "GET /v2.0/networks/c0e81fe0-5141-41b8-8941-937e8f500658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172500 Sep 17 16:06:10.321830 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a8b33ac5-cb34-45ec-b854-cbd7d86541fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:10.366544 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['7747935a-fa6b-4816-bbcd-41152a602238'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:10.460228 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10f11-c780-4ef3-976e-2c31747ef338 req-0fd59ad1-ae73-4586-8a88-df950913c0b1 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.463191 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0a10f11-c780-4ef3-976e-2c31747ef338 req-0fd59ad1-ae73-4586-8a88-df950913c0b1 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 947 time: 0.0998814 Sep 17 16:06:10.464019 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a8b33ac5-cb34-45ec-b854-cbd7d86541fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:10.500878 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-51de3f38-ac0b-41d3-90b0-e24d9df314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.502468 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-51de3f38-ac0b-41d3-90b0-e24d9df314c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1385248a207f4a8bb2aec3882f30018e&device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 1100 time: 0.0612826 Sep 17 16:06:10.648866 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a8b33ac5-cb34-45ec-b854-cbd7d86541fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dacb33017dc84410930838384f893b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894155 Sep 17 16:06:10.649759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46642) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:10.649876 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-ee840aea-8217-4047-a88f-3b98ecaf26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.653507 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-ee840aea-8217-4047-a88f-3b98ecaf26df service neutron] 10.222.0.53 "GET /v2.0/networks?id=c0e81fe0-5141-41b8-8941-937e8f500658 HTTP/1.1" status: 200 len: 870 time: 0.1409643 Sep 17 16:06:10.656876 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b33ac5-cb34-45ec-b854-cbd7d86541fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683e3a9a-f132-4cc0-ab72-6c589336e95b,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:10.735024 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-bdedc2e1-0e6b-47c0-9634-bdc9fd958a37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f HTTP/1.1" status: 200 len: 217 time: 0.0600357 Sep 17 16:06:10.736525 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0a10f11-c780-4ef3-976e-2c31747ef338 req-c84a9b40-dc55-40c6-a311-ef903ac4ce86 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544444 Sep 17 16:06:10.818215 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-9e59ab2f-5ba1-476a-ae37-3f869ac8e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.820007 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-9e59ab2f-5ba1-476a-ae37-3f869ac8e219 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69204fc8-cba1-451e-b80b-d9c4fa54a3c4 HTTP/1.1" status: 200 len: 843 time: 0.0658188 Sep 17 16:06:10.900197 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80145-c1cb-4e8d-af4d-bcc25ec4ee2f req-cb5c5b90-93dd-4f27-8eca-6c1cec1be928 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.909743 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-47e80145-c1cb-4e8d-af4d-bcc25ec4ee2f req-cb5c5b90-93dd-4f27-8eca-6c1cec1be928 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1780279 Sep 17 16:06:10.914661 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-4f33959e-f66b-44c0-9e1d-4713294c720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:10.917303 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-4f33959e-f66b-44c0-9e1d-4713294c720e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c0e81fe0-5141-41b8-8941-937e8f500658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0833855 Sep 17 16:06:10.924347 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:10.993942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:11.034477 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-47e80145-c1cb-4e8d-af4d-bcc25ec4ee2f req-c5452aab-8ad5-4745-a7b5-018fd95ad280 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204915 Sep 17 16:06:11.079254 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-55ab1b9c-9fae-41c6-b85b-2a473c8cb54d service neutron] 10.222.0.53 "GET /v2.0/networks/c0e81fe0-5141-41b8-8941-937e8f500658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451848 Sep 17 16:06:11.139202 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:11.144145 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:11.146902 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/683e3a9a-f132-4cc0-ab72-6c589336e95b HTTP/1.1" status: 204 len: 168 time: 0.4918101 Sep 17 16:06:11.166677 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2db5-673b-4e8e-b02f-17ecad8ed792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683e3a9a-f132-4cc0-ab72-6c589336e95b,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:11.243768 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa7f019a-7cc5-409e-bbec-097e1d2b3bfa req-40f28a72-1f6f-4b66-9254-836dfa78e0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/c0e81fe0-5141-41b8-8941-937e8f500658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419086 Sep 17 16:06:11.409558 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535cca-fb16-48cb-a847-c0856a9850b5 req-1515c53e-d76b-4eea-ac61-2cebfeb67dd5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:11.411215 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f1535cca-fb16-48cb-a847-c0856a9850b5 req-1515c53e-d76b-4eea-ac61-2cebfeb67dd5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 945 time: 0.0608156 Sep 17 16:06:11.465364 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f1535cca-fb16-48cb-a847-c0856a9850b5 req-ef61aaf6-6fec-4141-8d48-d7a8a075f150 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Sep 17 16:06:11.945139 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bf3dc-9b05-4eac-bc49-dc3251588746 req-70e8ece8-61f3-457f-8ea6-95ca636eaa82 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:11.946727 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-775bf3dc-9b05-4eac-bc49-dc3251588746 req-70e8ece8-61f3-457f-8ea6-95ca636eaa82 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 947 time: 0.0641274 Sep 17 16:06:11.995673 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-775bf3dc-9b05-4eac-bc49-dc3251588746 req-d42f4bd8-37d2-4772-a32a-cc4355bb8c3f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366087 Sep 17 16:06:12.271968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9731c-2205-4dd9-b42f-528e6aea1311 req-bdda8e43-ee8c-41ef-90fe-21fcde43b613 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:12.274645 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-59a9731c-2205-4dd9-b42f-528e6aea1311 req-bdda8e43-ee8c-41ef-90fe-21fcde43b613 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1484635 Sep 17 16:06:12.290538 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57355398-9160-40bd-93df-8e5ca3278a49 req-c7e14895-e895-46e2-a527-8540b836e14d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:12.293231 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-57355398-9160-40bd-93df-8e5ca3278a49 req-c7e14895-e895-46e2-a527-8540b836e14d tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.1492918 Sep 17 16:06:12.398913 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-59a9731c-2205-4dd9-b42f-528e6aea1311 req-8ed72ea0-60a1-4024-9778-ff2df989a702 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040201 Sep 17 16:06:12.408530 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-57355398-9160-40bd-93df-8e5ca3278a49 req-5b23d0d0-3511-4faa-bfbe-0571818e816a tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025798 Sep 17 16:06:12.607617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b21ca-ff28-4035-9eba-766b97cca10e req-e9f90c39-3c4d-4bfa-acfb-a69005ec6452 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:12.610157 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-269b21ca-ff28-4035-9eba-766b97cca10e req-e9f90c39-3c4d-4bfa-acfb-a69005ec6452 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 945 time: 0.0676534 Sep 17 16:06:12.667291 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-269b21ca-ff28-4035-9eba-766b97cca10e req-535522d2-66af-45ff-afaf-f3d15e55a9a5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Sep 17 16:06:13.139132 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e94f-d39e-4450-96a8-6848a886ebbb req-3007e385-a20b-49ba-b393-a619cd52c441 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:13.141401 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ff55e94f-d39e-4450-96a8-6848a886ebbb req-3007e385-a20b-49ba-b393-a619cd52c441 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 947 time: 0.0622072 Sep 17 16:06:13.187060 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ff55e94f-d39e-4450-96a8-6848a886ebbb req-663e4fff-a498-4e57-8e6c-1eebd675a605 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Sep 17 16:06:13.429059 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 0bed2c80-b9a7-431d-9324-b9ed1cb1240f details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:06:13.434617 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 7747935a-fa6b-4816-bbcd-41152a602238 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:13.620594 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:13.631060 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb025696-ace0-45db-8af0-7dd98c4bcb0e req-39c9b444-46bf-4159-b917-f0437b86dd68 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:13.634330 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bb025696-ace0-45db-8af0-7dd98c4bcb0e req-39c9b444-46bf-4159-b917-f0437b86dd68 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1267548 Sep 17 16:06:13.640335 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f', 'network_id': 'c0e81fe0-5141-41b8-8941-937e8f500658', 'port_id': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f', 'mac_address': 'fa:16:3e:af:a1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69204fc8-cba1-451e-b80b-d9c4fa54a3c4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:06:13.680709 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 7747935a-fa6b-4816-bbcd-41152a602238 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:06:13.691552 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 7747935a-fa6b-4816-bbcd-41152a602238 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:13.692016 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:13.704115 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02587-8333-4bcc-9973-ffd35d7a2ea0 req-ed113e41-0279-4952-9451-806fdad30bb0 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:13.706726 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7bb02587-8333-4bcc-9973-ffd35d7a2ea0 req-ed113e41-0279-4952-9451-806fdad30bb0 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.1531312 Sep 17 16:06:13.721088 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:13.747279 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bed2c80-b9a7-431d-9324-b9ed1cb1240f {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:06:13.769032 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bb025696-ace0-45db-8af0-7dd98c4bcb0e req-0f1925b2-d3c7-4374-bd0b-badda0c0d43a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160574 Sep 17 16:06:13.781055 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:13.781398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e2319-83bf-4415-bd7c-55cd8149a2d6 req-c94cb2c0-d3c4-43ce-a624-bc2017835e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:13.784955 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-270e2319-83bf-4415-bd7c-55cd8149a2d6 req-c94cb2c0-d3c4-43ce-a624-bc2017835e35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 1098 time: 0.1010430 Sep 17 16:06:13.824614 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7bb02587-8333-4bcc-9973-ffd35d7a2ea0 req-1b71807f-1ccd-4c04-b51a-848a0e83e6c3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914693 Sep 17 16:06:13.883063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:13.888216 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:13.930359 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72321a-d1ce-4d1c-aadb-be29d83306f0 req-9d03697c-5427-48d2-b634-095525755f4b tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:13.931953 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5c72321a-d1ce-4d1c-aadb-be29d83306f0 req-9d03697c-5427-48d2-b634-095525755f4b tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 945 time: 0.0731652 Sep 17 16:06:13.945873 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:13.948882 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d575aaa-f6ba-4c2b-813c-ca95012825fd" -d '{"events": [{"server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "name": "network-vif-plugged", "status": "completed", "tag": "7747935a-fa6b-4816-bbcd-41152a602238"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:14.015316 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7747935a-fa6b-4816-bbcd-41152a602238,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:14.030488 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-270e2319-83bf-4415-bd7c-55cd8149a2d6 req-366b237b-257c-4dad-873d-0c837a91e9b3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194219 Sep 17 16:06:14.033558 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5c72321a-d1ce-4d1c-aadb-be29d83306f0 req-6639ca51-4969-4b8f-9df0-03c6162953e4 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736787 Sep 17 16:06:14.039183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:14.077070 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914642f0-2ad7-4668-82d6-ce48dbda11e0 x-openstack-request-id: req-914642f0-2ad7-4668-82d6-ce48dbda11e0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:14.077275 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "name": "network-vif-plugged", "status": "completed", "tag": "7747935a-fa6b-4816-bbcd-41152a602238", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:14.077665 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-914642f0-2ad7-4668-82d6-ce48dbda11e0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:14.078384 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238', 'code': 200} Sep 17 16:06:14.093356 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:14.110924 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-2baf028d-85ea-4f10-93ca-9e9fbbd1c6cb tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:14.113938 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-2baf028d-85ea-4f10-93ca-9e9fbbd1c6cb tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 945 time: 0.2402265 Sep 17 16:06:14.159600 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:14.250163 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['0bed2c80-b9a7-431d-9324-b9ed1cb1240f'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:14.337512 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871a6c8-fd37-4ef9-b78f-d05e7371e2e2 req-2f92be7a-5b34-4c6a-9ad7-318cd912cdf0 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:14.339814 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e871a6c8-fd37-4ef9-b78f-d05e7371e2e2 req-2f92be7a-5b34-4c6a-9ad7-318cd912cdf0 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 948 time: 0.0731285 Sep 17 16:06:14.402240 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e871a6c8-fd37-4ef9-b78f-d05e7371e2e2 req-1733ca4f-9470-44d3-ab5a-2de69cb6cc79 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506761 Sep 17 16:06:14.507065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Deleting port a48e9406-0820-4805-aaf4-5d713b533829 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:14.507555 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:14.632357 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] For port a48e9406-0820-4805-aaf4-5d713b533829, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a48e9406-0820-4805-aaf4-5d713b533829,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:14.633183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:14.671524 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46738) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:14.673548 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Calling delete_port for a48e9406-0820-4805-aaf4-5d713b533829 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:14.763410 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b0d42-a03e-49f5-b8f1-e3d7b4fb02c1 req-9b2830d6-efab-4b3d-a1d4-f64647220254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:14.765818 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-210b0d42-a03e-49f5-b8f1-e3d7b4fb02c1 req-9b2830d6-efab-4b3d-a1d4-f64647220254 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 1099 time: 0.1292706 Sep 17 16:06:14.839965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-609182bc-2bee-490f-9ee5-2bf2fcd03c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:14.842118 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-210b0d42-a03e-49f5-b8f1-e3d7b4fb02c1 req-ea6c0b4e-f139-4709-a705-563a5f92e8c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538962 Sep 17 16:06:15.012158 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.046986 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a11a-03b1-4f46-9601-f55760d56eaf req-7e2b5414-3056-46ae-a439-46605d483d22 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:15.048603 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ba58a11a-03b1-4f46-9601-f55760d56eaf req-7e2b5414-3056-46ae-a439-46605d483d22 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1532581 Sep 17 16:06:15.071950 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15674b8-0033-4289-8436-62458f16a1d3 req-daa9c740-4c3b-4d32-9985-bfb7b8793dd0 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:15.073225 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b15674b8-0033-4289-8436-62458f16a1d3 req-daa9c740-4c3b-4d32-9985-bfb7b8793dd0 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 867 time: 0.1056349 Sep 17 16:06:15.160451 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-609182bc-2bee-490f-9ee5-2bf2fcd03c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.202764 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Pushing event deleted for resources: {'Port': ['ID=a48e9406-0820-4805-aaf4-5d713b533829,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:15.206149 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] No DVR routers for this DVR port a48e9406-0820-4805-aaf4-5d713b533829 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:15.216753 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.216753 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ce5a5c4f-23ec-4a8d-9668-2f9a410dfde5 req-3bf6ec6c-0fb8-43b4-8d0e-369f7b75b9d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "DELETE /v2.0/ports/a48e9406-0820-4805-aaf4-5d713b533829 HTTP/1.1" status: 204 len: 173 time: 0.9471059 Sep 17 16:06:15.217674 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'name': 'network-vif-deleted', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:15.220019 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c136c41-516b-422f-9635-76e4153560a0" -d '{"events": [{"server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "name": "network-vif-deleted", "tag": "a48e9406-0820-4805-aaf4-5d713b533829"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:15.223018 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ba58a11a-03b1-4f46-9601-f55760d56eaf req-e846bca9-7b65-4f76-ac2c-1b1ed0c87705 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599998 Sep 17 16:06:15.240969 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b15674b8-0033-4289-8436-62458f16a1d3 req-7e7c3b32-0873-47e7-b4ca-87d2af9cfa7c tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364379 Sep 17 16:06:15.270142 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-609182bc-2bee-490f-9ee5-2bf2fcd03c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.318051 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-609182bc-2bee-490f-9ee5-2bf2fcd03c50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f57782bb39ed456ba13210b4e18573ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444454 Sep 17 16:06:15.319267 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609182bc-2bee-490f-9ee5-2bf2fcd03c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8251467e-7980-4836-a881-766c4011be84,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:15.322813 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46756) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:15.327675 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab23151-96e6-4bd8-a7e6-743d5c8f2777 x-openstack-request-id: req-9ab23151-96e6-4bd8-a7e6-743d5c8f2777 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:15.328141 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dc6c9a-1525-4cbb-aac2-3cbc29abffbd", "name": "network-vif-deleted", "tag": "a48e9406-0820-4805-aaf4-5d713b533829", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:15.328614 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ab23151-96e6-4bd8-a7e6-743d5c8f2777 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:15.329213 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dc6c9a-1525-4cbb-aac2-3cbc29abffbd', 'name': 'network-vif-deleted', 'tag': 'a48e9406-0820-4805-aaf4-5d713b533829', 'status': 'completed', 'code': 200} Sep 17 16:06:15.421025 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5ed9-6512-4fef-981d-12e79221b2e4 req-0532f768-b44c-4d08-b6c4-9f8925a06996 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:15.425961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['a48e9406-0820-4805-aaf4-5d713b533829'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:15.433853 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97ef5ed9-6512-4fef-981d-12e79221b2e4 req-0532f768-b44c-4d08-b6c4-9f8925a06996 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.1060154 Sep 17 16:06:15.445144 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.508170 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.520194 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97ef5ed9-6512-4fef-981d-12e79221b2e4 req-53d94f5a-f72a-479a-ae92-86f22429c47a tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Sep 17 16:06:15.604612 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc91f-2969-4c2b-b2b0-a18adc6c103b req-5c05366d-5ef9-41b7-b97b-95bc06a87aaf tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:15.606862 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e1cc91f-2969-4c2b-b2b0-a18adc6c103b req-5c05366d-5ef9-41b7-b97b-95bc06a87aaf tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 948 time: 0.0843174 Sep 17 16:06:15.687545 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.693075 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.701776 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e1cc91f-2969-4c2b-b2b0-a18adc6c103b req-581b11d1-b0cd-4837-882d-26f8b87a37f4 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Sep 17 16:06:15.709787 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8251467e-7980-4836-a881-766c4011be84 HTTP/1.1" status: 204 len: 168 time: 0.3851511 Sep 17 16:06:15.727845 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c724-e109-4b9a-893e-9662eacec198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251467e-7980-4836-a881-766c4011be84,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:16.440690 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2fd90a2e-ceee-4755-83bc-81d6bc21259a req-30564a65-0aa5-491a-af29-b5bf92e766b4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0791993 Sep 17 16:06:16.477084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073c07-915c-429a-999a-443f34a49ff6 req-4e28ba5f-02bb-4ad7-813a-2873fe3310d8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:16.479669 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94073c07-915c-429a-999a-443f34a49ff6 req-4e28ba5f-02bb-4ad7-813a-2873fe3310d8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1337867 Sep 17 16:06:16.525218 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94073c07-915c-429a-999a-443f34a49ff6 req-a3562f19-e674-4f2b-9e6e-53180f062a1d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Sep 17 16:06:16.731798 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b83d8-4f94-41aa-b904-022b155fe349 req-cea85952-c159-497e-aff6-7e9aa6f711c8 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:16.734346 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-301b83d8-4f94-41aa-b904-022b155fe349 req-cea85952-c159-497e-aff6-7e9aa6f711c8 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.1477804 Sep 17 16:06:16.758828 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:16.769231 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8849d-7f5b-4ca5-a4b6-df32885f188d req-b8765dfc-eb19-49ea-ab48-fafbc7a5a228 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:16.772386 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7fc8849d-7f5b-4ca5-a4b6-df32885f188d req-b8765dfc-eb19-49ea-ab48-fafbc7a5a228 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1381764 Sep 17 16:06:16.865116 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-301b83d8-4f94-41aa-b904-022b155fe349 req-35941e4e-55e1-4889-97b4-2b8191268181 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219671 Sep 17 16:06:16.877235 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7fc8849d-7f5b-4ca5-a4b6-df32885f188d req-a138d48b-2c2c-4d31-aa33-a699be0b0886 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904665 Sep 17 16:06:17.009962 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74813f8-b8f8-41af-a3fe-4b76639140a9 req-b65b38f1-0871-4e53-87ef-10acabc6ce1c tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:17.012601 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a74813f8-b8f8-41af-a3fe-4b76639140a9 req-b65b38f1-0871-4e53-87ef-10acabc6ce1c tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 948 time: 0.0717895 Sep 17 16:06:17.056679 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a74813f8-b8f8-41af-a3fe-4b76639140a9 req-05f7b3dd-12cb-49b2-a9dc-17b9bccc76e5 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Sep 17 16:06:17.569952 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4068c77a-1363-4fd6-8f48-a33c7c4adc7c req-885bba00-8374-49b0-9e6c-582a8acb092b tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0296323 Sep 17 16:06:18.001560 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9c94-f08a-4f70-b2b0-d523bc9a96c3 req-30a49d45-c6b5-4f19-b7ef-a7bb865548b9 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:18.003198 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-060b9c94-f08a-4f70-b2b0-d523bc9a96c3 req-30a49d45-c6b5-4f19-b7ef-a7bb865548b9 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.0543060 Sep 17 16:06:18.045872 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-060b9c94-f08a-4f70-b2b0-d523bc9a96c3 req-9d84fab3-59da-4887-baca-627edacf6235 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Sep 17 16:06:18.209498 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088549a4-767e-492b-bd47-c9e11e814960 req-8359c892-3af5-4cea-800f-86fa9119e29f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:18.211108 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-088549a4-767e-492b-bd47-c9e11e814960 req-8359c892-3af5-4cea-800f-86fa9119e29f tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 948 time: 0.0662141 Sep 17 16:06:18.237999 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 0bed2c80-b9a7-431d-9324-b9ed1cb1240f up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:18.278637 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-088549a4-767e-492b-bd47-c9e11e814960 req-228ded63-9433-46e3-a997-539775a89627 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Sep 17 16:06:18.458808 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:06:18.463183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:18.463483 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:18.554160 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:18.578934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:18.581230 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c606044-29b7-4ff8-be8d-beaa871f4bbb" -d '{"events": [{"server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "name": "network-vif-plugged", "status": "completed", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:18.595681 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:18.631883 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337204d-277b-40a5-be31-637f307be893 x-openstack-request-id: req-e337204d-277b-40a5-be31-637f307be893 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:18.632223 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "name": "network-vif-plugged", "status": "completed", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:18.632516 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e337204d-277b-40a5-be31-637f307be893 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:18.632920 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f', 'code': 200} Sep 17 16:06:18.667200 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:18.668000 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device a48e9406-0820-4805-aaf4-5d713b533829 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:18.690048 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0475870f-2e2a-4dc7-8128-e646347029e7 req-81e0744c-1adf-4622-80d2-8baa16281d6b tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0276449 Sep 17 16:06:18.708114 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: a48e9406-0820-4805-aaf4-5d713b533829 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:18.709244 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device a48e9406-0820-4805-aaf4-5d713b533829 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:18.750420 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:19.456362 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d4219-ef38-4a44-a477-bc766fa5a719 req-00f7d012-62ff-43b5-81fe-fa719eb5f4da tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:19.458101 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd7d4219-ef38-4a44-a477-bc766fa5a719 req-00f7d012-62ff-43b5-81fe-fa719eb5f4da tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0833473 Sep 17 16:06:19.527577 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd7d4219-ef38-4a44-a477-bc766fa5a719 req-316f8614-5363-4ac7-af1e-368d704f0d72 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Sep 17 16:06:19.858074 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-81d6760d-95fc-47d2-97f0-07e1c56fd952 req-8af361aa-1fdf-4a62-a958-db03c86db475 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=53dc6c9a-1525-4cbb-aac2-3cbc29abffbd HTTP/1.1" status: 200 len: 210 time: 0.0563116 Sep 17 16:06:19.860498 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88905-c722-4447-b8af-cf305aee539c req-5954d99b-647d-4beb-9ae9-845926ec967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:19.864879 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0dd88905-c722-4447-b8af-cf305aee539c req-5954d99b-647d-4beb-9ae9-845926ec967c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 1102 time: 0.0644104 Sep 17 16:06:19.917643 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0dd88905-c722-4447-b8af-cf305aee539c req-a41ffb45-fa7e-480e-b25e-accb5a6c3f6c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Sep 17 16:06:20.726998 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78c810-7fb4-44d9-a875-e99840095142 req-7fa5383a-ec90-466a-a7e1-f83cc85614c6 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:20.730127 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c78c810-7fb4-44d9-a875-e99840095142 req-7fa5383a-ec90-466a-a7e1-f83cc85614c6 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0754762 Sep 17 16:06:20.764501 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-99f354c9-b38a-4809-93d0-e2a659e18e8f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636914 Sep 17 16:06:20.804003 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c78c810-7fb4-44d9-a875-e99840095142 req-edb0ea84-3a17-4842-865b-6aed1ee71c76 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640361 Sep 17 16:06:20.846061 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-c4737d3d-026c-46c8-94c0-f797fa62250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:20.847698 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-c4737d3d-026c-46c8-94c0-f797fa62250e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.0513351 Sep 17 16:06:21.047804 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-ef1f0382-1ed1-43cf-b8f1-2e2531fac9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.049738 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-ef1f0382-1ed1-43cf-b8f1-2e2531fac9f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1517479 Sep 17 16:06:21.156972 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-0a400890-2d03-4691-8e4d-f877dec715cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0930696 Sep 17 16:06:21.277908 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-c26d5254-ee9a-45fe-bec0-91ed47d756e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.280759 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-c26d5254-ee9a-45fe-bec0-91ed47d756e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.1050174 Sep 17 16:06:21.357073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-0c3afeb3-9a54-4e7c-8c6e-10513da5f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.358916 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-0c3afeb3-9a54-4e7c-8c6e-10513da5f1ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683963 Sep 17 16:06:21.388262 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-bfc474ba-0153-45fb-b6ba-19fb1c745aa3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.389985 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-bfc474ba-0153-45fb-b6ba-19fb1c745aa3 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/networks?id=10f5d907-dd00-4939-9b6a-a985d801bc67 HTTP/1.1" status: 200 len: 809 time: 0.1952901 Sep 17 16:06:21.418752 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-49c5d89a-5d8c-4793-b3d2-1d74f6600730 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/quotas/99e6793eb2cb447cad0e331d691b2066 HTTP/1.1" status: 200 len: 375 time: 0.0168083 Sep 17 16:06:21.467861 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-c467bdca-a05c-4982-91a8-da695b077a42 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424073 Sep 17 16:06:21.532001 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-8b779273-e609-409e-9b32-46a871d96ba9 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496961 Sep 17 16:06:21.671064 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1718bb-6546-4f5e-8a5d-16041963bf8d req-4196a1a3-4548-48fd-b750-83993ee78f6f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.672671 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af1718bb-6546-4f5e-8a5d-16041963bf8d req-4196a1a3-4548-48fd-b750-83993ee78f6f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1077232 Sep 17 16:06:21.681365 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-cf5a6fef-14b6-4fa2-9981-c46180dccd1e service neutron] 10.222.0.59 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992671 Sep 17 16:06:21.688973 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-2d55d525-ddee-4bcd-9272-b2139d2c55f9 req-00c7ce79-79c7-4cc6-a6ff-bd23a6bf1e63 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409457 Sep 17 16:06:21.790746 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af1718bb-6546-4f5e-8a5d-16041963bf8d req-5630c0bb-83fc-4002-9af3-e327a94f800e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074910 Sep 17 16:06:21.806627 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-7d943ded-ea47-43cb-8239-8faddf603d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.810345 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-7d943ded-ea47-43cb-8239-8faddf603d0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.1199999 Sep 17 16:06:21.904759 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-59313e15-2e27-4546-80cb-9661f2989d2e service neutron] 10.222.0.59 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060742 Sep 17 16:06:21.951181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-91a8b363-5ebc-4b2a-a7a7-c732359a3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:21.951181 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-91a8b363-5ebc-4b2a-a7a7-c732359a3202 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 919 time: 0.1166327 Sep 17 16:06:22.066707 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-a642298e-587b-46b9-a1fe-0af2056be265 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 217 time: 0.1038167 Sep 17 16:06:22.071227 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8efb06-1669-4897-bb50-e3326176c5b4 req-a1bba0c9-8999-43d2-a333-aea23e0f6266 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:22.073404 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8b8efb06-1669-4897-bb50-e3326176c5b4 req-a1bba0c9-8999-43d2-a333-aea23e0f6266 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.1110752 Sep 17 16:06:22.134209 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8b8efb06-1669-4897-bb50-e3326176c5b4 req-19962040-b162-421d-9d39-80bf4a7f4385 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520716 Sep 17 16:06:22.138937 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-5168a73e-f9e7-4614-95ac-cf4110f30728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:22.140601 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-5168a73e-f9e7-4614-95ac-cf4110f30728 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.0628314 Sep 17 16:06:22.222487 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-07464cb7-627a-4041-824e-a5a0333c5ab9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665891 Sep 17 16:06:22.284759 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-93b35fe8-d6e6-4cf4-be62-2f1038fe9d91 req-52893ec0-a6f9-43df-9542-e38c46bd0c18 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 210 time: 0.0475943 Sep 17 16:06:22.421332 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-446a1f94-f205-4985-8906-57332bb994bc service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793253 Sep 17 16:06:22.572208 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b1ce459-11f0-41f3-8219-dbe0767789ed req-02c68214-07fd-467f-946c-308fee64d975 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296930 Sep 17 16:06:23.022594 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6559a-1497-410c-bdc6-3e1f149cc45f req-785d5247-5c24-4b15-9ea2-8a0708d3491b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:23.025397 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11b6559a-1497-410c-bdc6-3e1f149cc45f req-785d5247-5c24-4b15-9ea2-8a0708d3491b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0860407 Sep 17 16:06:23.074261 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11b6559a-1497-410c-bdc6-3e1f149cc45f req-c97417e8-f848-4bb0-9a16-84e026af7bec tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Sep 17 16:06:23.279269 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a81d-8bbf-443c-b1c5-2ae629547692 req-e5009858-2d76-4f1c-841c-32f195683b68 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:23.281555 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c68a81d-8bbf-443c-b1c5-2ae629547692 req-e5009858-2d76-4f1c-841c-32f195683b68 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0679696 Sep 17 16:06:23.397632 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c68a81d-8bbf-443c-b1c5-2ae629547692 req-718705bd-288f-437e-9279-5528dbc0b99d tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Sep 17 16:06:23.434827 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 46962) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:23.448254 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-da7ee80c-79b7-4fe0-8db2-de3807792023 req-50ef0ed6-d1e2-457b-a964-76bb8db021d0 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 210 time: 0.0393734 Sep 17 16:06:23.629311 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:23.761423 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:23.865220 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:23.912657 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5e4b7ab85044337b08e3d110b6aead1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762077 Sep 17 16:06:23.913592 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef828509-0a9e-44fd-b60c-d2ce3a572647,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:23.917363 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 46968) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:23.923001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.923390 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.923714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.924101 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.924851 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.924851 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.925253 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.925405 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.925840 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.926176 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.926506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.927605 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0856d8-c729-48e0-8e3d-ee849f82882e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:23.986320 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:24.024334 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:24.213501 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:24.216310 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:24.217713 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef828509-0a9e-44fd-b60c-d2ce3a572647 HTTP/1.1" status: 204 len: 168 time: 0.2991774 Sep 17 16:06:24.232037 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef828509-0a9e-44fd-b60c-d2ce3a572647,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.248766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.249162 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.249725 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.250242 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.250750 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.251270 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83402b06-32f3-41bf-8c9f-46f62a317b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:24.296794 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf470d-5a76-4760-b3a8-20d9fdf4a5c6 req-f5c71473-9980-49cd-b9e5-765f0a6ea28e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:24.317223 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94cf470d-5a76-4760-b3a8-20d9fdf4a5c6 req-f5c71473-9980-49cd-b9e5-765f0a6ea28e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1426668 Sep 17 16:06:24.374772 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94cf470d-5a76-4760-b3a8-20d9fdf4a5c6 req-2c18e61c-1a91-4509-804a-76415caceda2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494792 Sep 17 16:06:24.552644 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba00ea-672f-497a-ad05-d20190a4e81c req-93b5de02-9df8-46c7-a1e1-08405966cbdb tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:24.561593 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4aba00ea-672f-497a-ad05-d20190a4e81c req-93b5de02-9df8-46c7-a1e1-08405966cbdb tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0892990 Sep 17 16:06:24.617192 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-168a94c3-c66d-4d10-b095-5157583e7a3d req-fd5343e8-9f3e-4743-828f-70c501743cc1 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 210 time: 0.0348387 Sep 17 16:06:24.633411 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4aba00ea-672f-497a-ad05-d20190a4e81c req-c159edb2-e4a6-49da-b8a7-3d9b8cba7d77 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679007 Sep 17 16:06:25.215677 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-4a5c0acf-66fd-400e-866c-a8c05b9ab307 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:25.217637 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-4a5c0acf-66fd-400e-866c-a8c05b9ab307 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "GET /v2.0/networks?id=10f5d907-dd00-4939-9b6a-a985d801bc67 HTTP/1.1" status: 200 len: 809 time: 0.1310372 Sep 17 16:06:25.233034 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Request body: {'port': {'device_id': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67', 'admin_state_up': True, 'tenant_id': '99e6793eb2cb447cad0e331d691b2066'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:25.559459 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Made reservation on behalf of 99e6793eb2cb447cad0e331d691b2066 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:25.566413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:25.567375 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae456-2506-4d1f-bb93-75d6b18a7d3b req-5f39f377-8228-4115-8064-fb983188fe05 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:25.570410 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8c4ae456-2506-4d1f-bb93-75d6b18a7d3b req-5f39f377-8228-4115-8064-fb983188fe05 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0873878 Sep 17 16:06:25.638414 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8c4ae456-2506-4d1f-bb93-75d6b18a7d3b req-1dbdc014-d68e-4a2f-afce-39a5a11fd18d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575764 Sep 17 16:06:25.796492 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b6580030-d895-497f-a64c-246401d68394 req-2d783f1b-a14f-4a70-983c-ba20995de634 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 210 time: 0.0478640 Sep 17 16:06:25.811008 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Allocated IP 172.20.0.8 (10f5d907-dd00-4939-9b6a-a985d801bc67/8c7ddd08-6475-408f-98b2-881cb05231e0/f20a8e59-ced6-4eb0-9b43-e985378e5c96) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:25.868543 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c413-5d93-4a0c-8e4f-c5cf6abae4ea req-0306ad20-7254-4810-b46e-6c7ccefe55ef tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:25.871924 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8768c413-5d93-4a0c-8e4f-c5cf6abae4ea req-0306ad20-7254-4810-b46e-6c7ccefe55ef tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.1102970 Sep 17 16:06:25.953400 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8768c413-5d93-4a0c-8e4f-c5cf6abae4ea req-a4ea5abf-16ee-44e4-b0d7-b8a85eae33fc tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665991 Sep 17 16:06:26.088084 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:26.259790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:26.312425 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Network 10f5d907-dd00-4939-9b6a-a985d801bc67 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:26.316401 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:26.324186 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:26.331666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Pushing event updated for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:26.394300 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:26.395406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:26.649855 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-2f502e20-16d0-428e-b1d7-1a27274368b7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4205925 Sep 17 16:06:26.689419 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Request body: {'port': {'device_id': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:26.767370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0624d-2249-4b67-aca9-9976610b5967 req-eb0238fa-c7f7-4f3d-befc-95d90c2300e0 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:26.769178 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-46a0624d-2249-4b67-aca9-9976610b5967 req-eb0238fa-c7f7-4f3d-befc-95d90c2300e0 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0573688 Sep 17 16:06:26.795473 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:26.832955 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-46a0624d-2249-4b67-aca9-9976610b5967 req-c353e7e1-5d36-47bd-a312-9f446b040807 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494480 Sep 17 16:06:26.985081 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ebfa0-3810-44f8-ba76-e88585fecbf4 req-89ae6d7f-1338-4f81-b13d-ee92406dbfeb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:26.986816 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f85ebfa0-3810-44f8-ba76-e88585fecbf4 req-89ae6d7f-1338-4f81-b13d-ee92406dbfeb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0608571 Sep 17 16:06:27.049186 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f85ebfa0-3810-44f8-ba76-e88585fecbf4 req-70e2813b-a2a1-44ee-818f-8461378b9bac tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Sep 17 16:06:27.232903 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea569814-1d72-451b-9a44-c21687ef1c5b req-c3ea70ee-6605-4534-8eae-fe5fa1212715 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:27.235444 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ea569814-1d72-451b-9a44-c21687ef1c5b req-c3ea70ee-6605-4534-8eae-fe5fa1212715 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 931 time: 0.1231837 Sep 17 16:06:27.259790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20a8e59-ced6-4eb0-9b43-e985378e5c96 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:06:27.261071 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464421ec-f4f8-4704-94bd-cb008d12c124 req-a3b1fd57-3c66-4688-b0ad-ebb957de343f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:27.263634 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-464421ec-f4f8-4704-94bd-cb008d12c124 req-a3b1fd57-3c66-4688-b0ad-ebb957de343f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.1072140 Sep 17 16:06:27.275072 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:27.296505 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Transition to ACTIVE for port object f20a8e59-ced6-4eb0-9b43-e985378e5c96 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:06:27.343486 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-464421ec-f4f8-4704-94bd-cb008d12c124 req-a2aa2117-2fdf-48a4-9e57-ea2bc2b27415 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686183 Sep 17 16:06:27.346617 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ea569814-1d72-451b-9a44-c21687ef1c5b req-44fe1c01-920e-4b5e-bc18-4a55752658d1 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006792 Sep 17 16:06:27.445013 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:27.538557 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:27.621945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Attempting to bind port f20a8e59-ced6-4eb0-9b43-e985378e5c96 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:27.622181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Attempting to bind port f20a8e59-ced6-4eb0-9b43-e985378e5c96 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:27.622497 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Attempting to bind port f20a8e59-ced6-4eb0-9b43-e985378e5c96 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:27.627632 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Port f20a8e59-ced6-4eb0-9b43-e985378e5c96 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:06:27.627958 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Attempting to bind port f20a8e59-ced6-4eb0-9b43-e985378e5c96 on network 10f5d907-dd00-4939-9b6a-a985d801bc67 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:27.634723 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:27.635059 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Checking segment: {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:27.635444 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Bound using segment: {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:27.635876 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Bound port: f20a8e59-ced6-4eb0-9b43-e985378e5c96, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:27.636241 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:27.715670 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:27.719029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:27.820561 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:27.865032 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:27.865863 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:27.867878 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] 10.222.0.53 "PUT /v2.0/ports/f20a8e59-ced6-4eb0-9b43-e985378e5c96 HTTP/1.1" status: 200 len: 1093 time: 1.1884198 Sep 17 16:06:27.868492 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:27.871023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:27.916370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3382a-4c7b-42f5-901b-ec0e704aaed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:27.944354 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2024d48-0261-43b3-b0b7-5b5ae794b054 x-openstack-request-id: req-d2024d48-0261-43b3-b0b7-5b5ae794b054 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:27.944783 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:27.945100 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2024d48-0261-43b3-b0b7-5b5ae794b054 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:27.945829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96', 'status': 'completed', 'code': 200} Sep 17 16:06:28.017106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8856-9ddf-4932-8e61-672742d2d16c req-b21a8cff-4418-4d9e-9d58-75d68ae69f47 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.017997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9094-a530-4b9d-a5db-f85a4542d3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:28.019579 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-82fb8856-9ddf-4932-8e61-672742d2d16c req-b21a8cff-4418-4d9e-9d58-75d68ae69f47 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0700936 Sep 17 16:06:28.045812 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-129018ea-efae-4af2-8750-76ffd0fe9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.048436 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-129018ea-efae-4af2-8750-76ffd0fe9760 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 1096 time: 0.0664248 Sep 17 16:06:28.073063 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-82fb8856-9ddf-4932-8e61-672742d2d16c req-a986cc5f-3e49-41d3-b3f1-ffe5d601463b tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Sep 17 16:06:28.213417 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-da216d87-d55d-4443-8fe6-4ae50d040e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.214854 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-da216d87-d55d-4443-8fe6-4ae50d040e68 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=99e6793eb2cb447cad0e331d691b2066&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1438901 Sep 17 16:06:28.215676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421433c6-b863-42f0-9383-0e218216181e req-8bb9f6a3-43f6-4a79-be03-3ae508f9a425 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.217623 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-421433c6-b863-42f0-9383-0e218216181e req-8bb9f6a3-43f6-4a79-be03-3ae508f9a425 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0695257 Sep 17 16:06:28.261644 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-421433c6-b863-42f0-9383-0e218216181e req-ec22264c-9250-4f01-8513-7e8b06cd4020 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Sep 17 16:06:28.345286 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-c55d05c7-d65c-4072-9ff9-5a2d5edc907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.346858 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cc274a62-4c8c-42a1-ad68-970e4fa38fe2 req-c55d05c7-d65c-4072-9ff9-5a2d5edc907b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233733 Sep 17 16:06:28.475475 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-3976ce2b-dd45-494b-91f8-43450aad30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.477045 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-3976ce2b-dd45-494b-91f8-43450aad30b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=99e6793eb2cb447cad0e331d691b2066&device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 1096 time: 0.0670273 Sep 17 16:06:28.546211 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-f52f2db7-ec3a-4139-a0eb-8e15faed40f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96 HTTP/1.1" status: 200 len: 217 time: 0.0502415 Sep 17 16:06:28.604401 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41d3e-a40f-4d4f-bb26-ba1c02c0c619 req-02be5142-580e-492e-971d-0223b0992979 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.607244 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6d41d3e-a40f-4d4f-bb26-ba1c02c0c619 req-02be5142-580e-492e-971d-0223b0992979 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 943 time: 0.1590669 Sep 17 16:06:28.629959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91766735-3bb9-4773-a1d6-7c2499c7a8bf req-949da5a6-c309-4a37-86ea-fe5cf66e040d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.632991 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91766735-3bb9-4773-a1d6-7c2499c7a8bf req-949da5a6-c309-4a37-86ea-fe5cf66e040d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.1670718 Sep 17 16:06:28.651960 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-48d385d5-2136-4b71-b70d-c7c33af22bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:28.655644 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-48d385d5-2136-4b71-b70d-c7c33af22bb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c7ddd08-6475-408f-98b2-881cb05231e0 HTTP/1.1" status: 200 len: 849 time: 0.0873783 Sep 17 16:06:28.716387 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6d41d3e-a40f-4d4f-bb26-ba1c02c0c619 req-1e9f79f4-0f63-4a17-ba67-9a550dc75eeb tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816600 Sep 17 16:06:28.725008 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-3158d24f-ce5c-4355-8d48-ddd6953bbc83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10f5d907-dd00-4939-9b6a-a985d801bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499933 Sep 17 16:06:28.735946 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91766735-3bb9-4773-a1d6-7c2499c7a8bf req-54719226-aff3-4326-b2e6-653f96a87174 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716038 Sep 17 16:06:28.881901 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-1d3d5e1a-35b0-4bde-a557-46708b07da08 service neutron] 10.222.0.53 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424487 Sep 17 16:06:29.026509 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-908ae326-b16f-4de4-a3ce-aabf7934254d req-91dcd76d-341c-4f49-90f7-e8ec5b79f017 service neutron] 10.222.0.53 "GET /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288729 Sep 17 16:06:29.231915 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b505bae-657c-40ae-87e0-9e2cd1c381d9 req-5f83fd1d-eabd-402f-ac9c-af659cc5b697 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:29.233604 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4b505bae-657c-40ae-87e0-9e2cd1c381d9 req-5f83fd1d-eabd-402f-ac9c-af659cc5b697 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.0608356 Sep 17 16:06:29.283250 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4b505bae-657c-40ae-87e0-9e2cd1c381d9 req-548c3439-1268-4a48-82df-4fcfdf0c9283 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e0337fb5-fa8f-4105-987c-f019b720669d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Sep 17 16:06:29.452579 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad34ea-2fe3-4dda-93c1-565767ae507d req-5cf99c2b-288b-4aa9-88fd-1954d1aedaf2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:29.454861 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8aad34ea-2fe3-4dda-93c1-565767ae507d req-5cf99c2b-288b-4aa9-88fd-1954d1aedaf2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0779419 Sep 17 16:06:29.516649 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8aad34ea-2fe3-4dda-93c1-565767ae507d req-e69c7e13-1bff-4b18-9c90-5c09815100c0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547879 Sep 17 16:06:29.593857 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-a5522849-bcbf-4f2c-b409-b2780851bcc8 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:29.595355 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-a5522849-bcbf-4f2c-b409-b2780851bcc8 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 949 time: 0.2917757 Sep 17 16:06:29.704382 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Deleting port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:29.704742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:29.874027 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805abd4-795a-4d6b-af32-5c90493e8476 req-fe0141dc-cbac-4575-8a2b-173989097796 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:29.876137 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3805abd4-795a-4d6b-af32-5c90493e8476 req-fe0141dc-cbac-4575-8a2b-173989097796 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 943 time: 0.0797884 Sep 17 16:06:29.878077 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] For port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,segment=NetworkSegment(3a4baf85-a18c-4c5a-ac31-0c695f1a4288),segment_id=3a4baf85-a18c-4c5a-ac31-0c695f1a4288)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:29.878774 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:29.899138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Calling delete_port for 0bed2c80-b9a7-431d-9324-b9ed1cb1240f owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:29.980943 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3805abd4-795a-4d6b-af32-5c90493e8476 req-0730111a-3082-4ec2-b32f-9eb6e659f603 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920844 Sep 17 16:06:30.003584 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fe0d1-43bf-4347-b3c2-d3eff9e98ec6 req-4343ca52-cb30-4009-96fe-a6537ef7a030 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:30.007321 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-578fe0d1-43bf-4347-b3c2-d3eff9e98ec6 req-4343ca52-cb30-4009-96fe-a6537ef7a030 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.1295943 Sep 17 16:06:30.059717 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-578fe0d1-43bf-4347-b3c2-d3eff9e98ec6 req-547dd139-8fd2-462e-a654-ad1102d2f688 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Sep 17 16:06:30.136776 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08867135-f81c-409d-b8e2-28ffc123064d req-0b3a7fb3-5e2a-4588-b7df-420494ca7896 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:30.138269 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-08867135-f81c-409d-b8e2-28ffc123064d req-0b3a7fb3-5e2a-4588-b7df-420494ca7896 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 945 time: 0.1046374 Sep 17 16:06:30.229725 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.259750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['0bed2c80-b9a7-431d-9324-b9ed1cb1240f'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:30.275058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Pushing event deleted for resources: {'Port': ['ID=0bed2c80-b9a7-431d-9324-b9ed1cb1240f,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:30.327212 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] No DVR routers for this DVR port 0bed2c80-b9a7-431d-9324-b9ed1cb1240f on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:30.335317 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.337717 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-db87c88a-8bd0-4ac9-acce-6cf3f835e1fe req-78e59582-7f36-4bff-be90-8158f72267de tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.53 "DELETE /v2.0/ports/0bed2c80-b9a7-431d-9324-b9ed1cb1240f HTTP/1.1" status: 204 len: 173 time: 0.7324502 Sep 17 16:06:30.338183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'name': 'network-vif-deleted', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:30.340869 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cfeae2-2fe1-4642-b356-f9b6d946f5c7" -d '{"events": [{"server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "name": "network-vif-deleted", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:30.359056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Deleting port 4935398a-b788-4641-b930-fe7681556302 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:30.359056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.400646 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fbdc1e-eb18-42cd-9bfb-4564b5f3fa43 x-openstack-request-id: req-a0fbdc1e-eb18-42cd-9bfb-4564b5f3fa43 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:30.400989 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3", "name": "network-vif-deleted", "tag": "0bed2c80-b9a7-431d-9324-b9ed1cb1240f", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:30.401224 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0fbdc1e-eb18-42cd-9bfb-4564b5f3fa43 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:30.401606 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3', 'name': 'network-vif-deleted', 'tag': '0bed2c80-b9a7-431d-9324-b9ed1cb1240f', 'status': 'completed', 'code': 200} Sep 17 16:06:30.475749 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d2eeb146-4c9c-4f8e-8cbd-c4c15178f8a4 req-cc7c2e24-d3ed-46c0-9a5e-7fa9c4666587 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0546882 Sep 17 16:06:30.504102 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] For port 4935398a-b788-4641-b930-fe7681556302, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4935398a-b788-4641-b930-fe7681556302,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:30.504512 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.533386 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Calling delete_port for 4935398a-b788-4641-b930-fe7681556302 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:30.660695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bb05-2402-4c0b-92a1-87055ab497a5 req-d2d6d445-9edc-4bc5-a1da-c884486ecc69 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:30.663267 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94e1bb05-2402-4c0b-92a1-87055ab497a5 req-d2d6d445-9edc-4bc5-a1da-c884486ecc69 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0604148 Sep 17 16:06:30.663942 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58084927-755d-4e48-ab01-a0cd0da9f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.730319 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94e1bb05-2402-4c0b-92a1-87055ab497a5 req-16a2f7e2-3b1d-416a-a868-e0ed7fc87101 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564542 Sep 17 16:06:30.782162 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.804086 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2', 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', '4faa6828-bfaf-4ab0-a348-d050da589f4a', '4935398a-b788-4641-b930-fe7681556302'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:30.818108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event deleted for resources: {'Port': ['ID=4935398a-b788-4641-b930-fe7681556302,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:30.882050 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] No DVR routers for this DVR port 4935398a-b788-4641-b930-fe7681556302 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:30.885905 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:30.888217 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-08867135-f81c-409d-b8e2-28ffc123064d req-09221da0-6e99-4521-8701-5bf32e8fad95 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "DELETE /v2.0/ports/4935398a-b788-4641-b930-fe7681556302 HTTP/1.1" status: 204 len: 173 time: 0.7356889 Sep 17 16:06:31.197623 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5550e9a5-3842-4a58-822f-189bb04a1106 req-bef53c3e-d5ee-4d40-b54e-cb440b098c5f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.0398867 Sep 17 16:06:31.216678 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb97d6-6f9d-4e87-9280-c68e6d0ff1b8 req-a7fe60f8-af93-4c4b-b46c-1d1a27d1269b tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:31.223435 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-debb97d6-6f9d-4e87-9280-c68e6d0ff1b8 req-a7fe60f8-af93-4c4b-b46c-1d1a27d1269b tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 943 time: 0.1222932 Sep 17 16:06:31.275158 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-debb97d6-6f9d-4e87-9280-c68e6d0ff1b8 req-57cc9f29-eb03-49b0-8f28-93ef66530672 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Sep 17 16:06:31.523272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f20a8e59-ced6-4eb0-9b43-e985378e5c96 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:06:31.611514 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:31.617361 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-07d7785c-32b7-4ab4-bf0a-7ecc0faa75c7 req-ee49111a-6dc0-41ff-8709-5192d7679368 tempest-VolumesNegativeTest-1148062608 tempest-VolumesNegativeTest-1148062608-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cc86cf7-9a1e-4a71-9aa9-9a77946f53a3 HTTP/1.1" status: 200 len: 210 time: 0.0455503 Sep 17 16:06:31.670550 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:31.685615 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96', 'network_id': '10f5d907-dd00-4939-9b6a-a985d801bc67', 'port_id': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96', 'mac_address': 'fa:16:3e:d0:64:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ddd08-6475-408f-98b2-881cb05231e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:06:31.729069 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:31.731739 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:31.747753 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20a8e59-ced6-4eb0-9b43-e985378e5c96 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:06:31.772321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:31.864843 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886ad67-44af-4366-8f00-f21e4b11021d req-49696516-de7c-4a66-8396-6a0fdc434753 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:31.866414 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e886ad67-44af-4366-8f00-f21e4b11021d req-49696516-de7c-4a66-8396-6a0fdc434753 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0572624 Sep 17 16:06:31.876572 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:31.914451 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e886ad67-44af-4366-8f00-f21e4b11021d req-69e79c87-0dde-4279-be6d-d34323db1b19 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Sep 17 16:06:31.936014 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:32.344749 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3acb447d-09f6-45de-875f-ef96a522062c req-8f5eabc6-cf23-4dbb-b2df-a63a87c04a8b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb86532-8ac8-4749-a957-aa2f816fa523 HTTP/1.1" status: 200 len: 210 time: 0.0340011 Sep 17 16:06:32.360464 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['f20a8e59-ced6-4eb0-9b43-e985378e5c96'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:32.413654 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'name': 'network-vif-deleted', 'tag': '4935398a-b788-4641-b930-fe7681556302'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:32.413654 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebceb944-77dc-4a93-806f-6a48a61a2ea8" -d '{"events": [{"server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "name": "network-vif-deleted", "tag": "4935398a-b788-4641-b930-fe7681556302"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:32.475363 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d5d177-7f87-4a3a-9a20-45bfbe19f3dc x-openstack-request-id: req-67d5d177-7f87-4a3a-9a20-45bfbe19f3dc {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:32.475807 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb86532-8ac8-4749-a957-aa2f816fa523", "name": "network-vif-deleted", "tag": "4935398a-b788-4641-b930-fe7681556302", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:32.476821 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67d5d177-7f87-4a3a-9a20-45bfbe19f3dc {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:32.477557 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb86532-8ac8-4749-a957-aa2f816fa523', 'name': 'network-vif-deleted', 'tag': '4935398a-b788-4641-b930-fe7681556302', 'status': 'completed', 'code': 200} Sep 17 16:06:32.491587 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc65331-9337-42b7-8b14-c9cb53a4c97c req-4f830b0d-c386-4fe2-96b8-7e264847d5c6 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:32.500243 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6cc65331-9337-42b7-8b14-c9cb53a4c97c req-4f830b0d-c386-4fe2-96b8-7e264847d5c6 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 944 time: 0.0792303 Sep 17 16:06:32.556978 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6cc65331-9337-42b7-8b14-c9cb53a4c97c req-0bcbd203-551f-4f8e-8a08-a3cbf0aa6598 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 Sep 17 16:06:33.078700 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dc22e-3f09-4282-98d5-3405de55a8c2 req-f432f5b7-2258-446b-9cf4-46d4150f7830 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:33.080428 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-449dc22e-3f09-4282-98d5-3405de55a8c2 req-f432f5b7-2258-446b-9cf4-46d4150f7830 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0595169 Sep 17 16:06:33.139171 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-449dc22e-3f09-4282-98d5-3405de55a8c2 req-8463e3bc-30f1-4381-8aa5-714b02e36daf tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 Sep 17 16:06:33.523772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f20a8e59-ced6-4eb0-9b43-e985378e5c96 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:33.718921 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822ca4c-3920-4492-a039-d338c69dd855 req-4b074338-bd18-4291-a7b1-943afa5ed454 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:33.720431 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c822ca4c-3920-4492-a039-d338c69dd855 req-4b074338-bd18-4291-a7b1-943afa5ed454 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 944 time: 0.0725834 Sep 17 16:06:33.722189 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port f20a8e59-ced6-4eb0-9b43-e985378e5c96 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:06:33.728591 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port f20a8e59-ced6-4eb0-9b43-e985378e5c96 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:33.729090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:33.786346 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c822ca4c-3920-4492-a039-d338c69dd855 req-eb570d2f-ac37-422c-bc3b-1e2d16d0c8a6 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532231 Sep 17 16:06:33.861280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:33.894409 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:33.897306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938e68b-2837-4f79-a151-0343f714ba8d" -d '{"events": [{"server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "name": "network-vif-plugged", "status": "completed", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:33.910971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:33.919591 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:33.951078 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837beb8f-a58c-4e27-8000-03ba4d299fb1 x-openstack-request-id: req-837beb8f-a58c-4e27-8000-03ba4d299fb1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:33.951370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "name": "network-vif-plugged", "status": "completed", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:33.951627 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-837beb8f-a58c-4e27-8000-03ba4d299fb1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:33.952034 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96', 'code': 200} Sep 17 16:06:33.997383 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:34.003047 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 0bed2c80-b9a7-431d-9324-b9ed1cb1240f no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:34.062169 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 0bed2c80-b9a7-431d-9324-b9ed1cb1240f {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:34.062523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 0bed2c80-b9a7-431d-9324-b9ed1cb1240f not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:34.062969 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4935398a-b788-4641-b930-fe7681556302 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:34.105407 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 4935398a-b788-4641-b930-fe7681556302 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:34.105987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4935398a-b788-4641-b930-fe7681556302 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:34.135780 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:34.363875 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cacf5-2b31-426c-82ae-b6779fa86908 req-af046393-09cd-48b8-bfb0-f563bb281349 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:34.368636 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1d1cacf5-2b31-426c-82ae-b6779fa86908 req-af046393-09cd-48b8-bfb0-f563bb281349 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0903301 Sep 17 16:06:34.450898 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1d1cacf5-2b31-426c-82ae-b6779fa86908 req-69322180-9d02-436c-a0b7-e727a6728d12 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736079 Sep 17 16:06:34.668410 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d323ec-d86e-4820-8ce4-120ff698949c req-ae1420da-1602-4b09-999a-39ef6a004654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:34.671362 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97d323ec-d86e-4820-8ce4-120ff698949c req-ae1420da-1602-4b09-999a-39ef6a004654 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 1098 time: 0.0501382 Sep 17 16:06:34.718077 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97d323ec-d86e-4820-8ce4-120ff698949c req-bfcd1e7a-14a7-49b6-9d83-22c881007cfb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Sep 17 16:06:34.981634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4746c67-0ec1-4417-a4bb-3f47c2094619 req-294eb358-75c5-4223-8551-eedbe6674dac tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:34.984498 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4746c67-0ec1-4417-a4bb-3f47c2094619 req-294eb358-75c5-4223-8551-eedbe6674dac tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0783041 Sep 17 16:06:35.042511 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4746c67-0ec1-4417-a4bb-3f47c2094619 req-38166104-89ad-4c3e-9c29-4f1281214b81 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 Sep 17 16:06:35.621510 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a565c-d919-4174-a176-9e684c21b65c req-5c1c66a2-ce60-481d-a59b-d73c89828ae3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:35.621510 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-379a565c-d919-4174-a176-9e684c21b65c req-5c1c66a2-ce60-481d-a59b-d73c89828ae3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0617659 Sep 17 16:06:35.676534 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-379a565c-d919-4174-a176-9e684c21b65c req-658225ee-b48e-4baf-9f67-e3448c68f7f6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484397 Sep 17 16:06:36.004735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37780330-c9f1-4e97-aced-5140f01238db req-0338842e-2dc4-4648-9c36-638b146d7464 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:36.006896 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-37780330-c9f1-4e97-aced-5140f01238db req-0338842e-2dc4-4648-9c36-638b146d7464 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0659070 Sep 17 16:06:36.059088 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-37780330-c9f1-4e97-aced-5140f01238db req-c5c02d54-19f8-4e26-a0e6-ba4408f25b78 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Sep 17 16:06:36.208787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ca518-fedc-4332-b04e-7606c8c705f8 req-6a752bad-6886-4322-9e9e-88dd54032deb tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:36.210501 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-922ca518-fedc-4332-b04e-7606c8c705f8 req-6a752bad-6886-4322-9e9e-88dd54032deb tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0564790 Sep 17 16:06:36.266162 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-922ca518-fedc-4332-b04e-7606c8c705f8 req-ef1ab95e-c10a-4f49-84ee-696394d04910 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486810 Sep 17 16:06:36.810402 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c673-2cd8-404c-b15a-1d16def912ff req-92ece6bf-cee6-4fa0-9060-5eb0990d49bd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:36.813198 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0a6c673-2cd8-404c-b15a-1d16def912ff req-92ece6bf-cee6-4fa0-9060-5eb0990d49bd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0585232 Sep 17 16:06:36.863873 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e0a6c673-2cd8-404c-b15a-1d16def912ff req-584b829b-c363-4550-8049-a3cbe65f0519 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Sep 17 16:06:37.216961 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449e79-4aa8-41d9-9ff7-d9750940dce0 req-4390d44c-aef5-4221-af16-f50387bb9918 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:37.218446 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f3449e79-4aa8-41d9-9ff7-d9750940dce0 req-4390d44c-aef5-4221-af16-f50387bb9918 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0652039 Sep 17 16:06:37.283491 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f3449e79-4aa8-41d9-9ff7-d9750940dce0 req-3dce0794-e9a7-4773-b6bb-810cc79549eb tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Sep 17 16:06:37.422697 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a18b3-2fc1-4075-99b7-80151c83cfe2 req-be6f80d0-a795-4753-b72e-35f46731ce28 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:37.424584 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-391a18b3-2fc1-4075-99b7-80151c83cfe2 req-be6f80d0-a795-4753-b72e-35f46731ce28 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0574715 Sep 17 16:06:37.475399 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-391a18b3-2fc1-4075-99b7-80151c83cfe2 req-e18b31d2-dda5-4f0d-8e28-303a79c10673 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Sep 17 16:06:37.910197 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:06:38.010923 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76a5e8-5369-4391-800a-b9680434e341 req-ef21efa4-0a85-4cca-8ec3-aa8d8dc2bba6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:38.013316 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0c76a5e8-5369-4391-800a-b9680434e341 req-ef21efa4-0a85-4cca-8ec3-aa8d8dc2bba6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0589402 Sep 17 16:06:38.079762 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0c76a5e8-5369-4391-800a-b9680434e341 req-c61e8d04-0b5e-44ee-a635-8491302928d6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Sep 17 16:06:38.283757 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-d79ef15c-7c84-48ee-a7c9-43894349591b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:38.287169 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-d79ef15c-7c84-48ee-a7c9-43894349591b tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0998936 Sep 17 16:06:38.464736 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a7143-3ab3-4764-a2be-174246e589a0 req-44fa7a1e-bcd7-4e19-bcd1-08f11abb315f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:38.466391 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-358a7143-3ab3-4764-a2be-174246e589a0 req-44fa7a1e-bcd7-4e19-bcd1-08f11abb315f tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 946 time: 0.0641875 Sep 17 16:06:38.486626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Deleting port 4faa6828-bfaf-4ab0-a348-d050da589f4a {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:38.486981 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:38.521680 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-358a7143-3ab3-4764-a2be-174246e589a0 req-ff6cdafa-b66b-4e6b-9738-28a3a592f04a tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Sep 17 16:06:38.606126 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] For port 4faa6828-bfaf-4ab0-a348-d050da589f4a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=4faa6828-bfaf-4ab0-a348-d050da589f4a,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:38.606521 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:38.627252 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Calling delete_port for 4faa6828-bfaf-4ab0-a348-d050da589f4a owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:38.840037 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:38.858017 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2', 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', '4faa6828-bfaf-4ab0-a348-d050da589f4a'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:38.890965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event deleted for resources: {'Port': ['ID=4faa6828-bfaf-4ab0-a348-d050da589f4a,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:38.967009 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] No DVR routers for this DVR port 4faa6828-bfaf-4ab0-a348-d050da589f4a on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:38.971116 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:38.974012 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-70c9d85c-c415-4d6f-822b-dfd6fbbc3c56 req-1930526a-66dc-44ce-b7d1-af83b496328d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "DELETE /v2.0/ports/4faa6828-bfaf-4ab0-a348-d050da589f4a HTTP/1.1" status: 204 len: 173 time: 0.6799750 Sep 17 16:06:38.975070 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'name': 'network-vif-deleted', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:38.979377 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b4f826-9adb-4861-9ef5-cf5498bfaaa2" -d '{"events": [{"server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "name": "network-vif-deleted", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:39.035740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d69f9-124a-4eec-8076-1c609b6acc3b x-openstack-request-id: req-f54d69f9-124a-4eec-8076-1c609b6acc3b {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:39.035740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349f11a2-7fd1-40a9-b211-8bc041f3e6c4", "name": "network-vif-deleted", "tag": "4faa6828-bfaf-4ab0-a348-d050da589f4a", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:39.035740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f54d69f9-124a-4eec-8076-1c609b6acc3b {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:39.035740 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f11a2-7fd1-40a9-b211-8bc041f3e6c4', 'name': 'network-vif-deleted', 'tag': '4faa6828-bfaf-4ab0-a348-d050da589f4a', 'status': 'completed', 'code': 200} Sep 17 16:06:39.262176 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4d622-53ac-4b6b-be8e-7300b3b47796 req-43685c1c-c37c-4ceb-9d28-bf5e1785ca0d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:39.263814 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-39b4d622-53ac-4b6b-be8e-7300b3b47796 req-43685c1c-c37c-4ceb-9d28-bf5e1785ca0d tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0606816 Sep 17 16:06:39.328152 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-39b4d622-53ac-4b6b-be8e-7300b3b47796 req-a06d74aa-8cef-43f6-bfb4-c69c4d30b018 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Sep 17 16:06:39.571970 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943177a1-ac74-439a-b4c2-8a684a75fcbc req-8abd40ac-0208-4b71-9b32-f8037ae438d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:39.573603 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-943177a1-ac74-439a-b4c2-8a684a75fcbc req-8abd40ac-0208-4b71-9b32-f8037ae438d4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0572636 Sep 17 16:06:39.625043 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-943177a1-ac74-439a-b4c2-8a684a75fcbc req-3e5ee3a1-5d38-4225-906a-766606f83cbe tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Sep 17 16:06:39.671799 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ccaa421-ee73-47b9-88ca-3de90fe2a509 req-cf9de892-9872-4564-a033-4cbd12d75494 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=349f11a2-7fd1-40a9-b211-8bc041f3e6c4 HTTP/1.1" status: 200 len: 210 time: 0.0330870 Sep 17 16:06:39.988427 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad6a4-ac76-4d1a-ab26-4f7fa0422f7f req-a1a7cee4-b55f-4cee-9073-b1a8dad057bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:39.992141 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-84bad6a4-ac76-4d1a-ab26-4f7fa0422f7f req-a1a7cee4-b55f-4cee-9073-b1a8dad057bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.0596499 Sep 17 16:06:40.044966 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-84bad6a4-ac76-4d1a-ab26-4f7fa0422f7f req-84532f30-a2b9-4950-80e5-bc272069fac8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Sep 17 16:06:40.504915 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86330ee-60d7-48c8-bd4d-c9763b6dd29c req-a0ec08e7-bac7-49cb-aa3f-23d4b8e75039 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:40.506586 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d86330ee-60d7-48c8-bd4d-c9763b6dd29c req-a0ec08e7-bac7-49cb-aa3f-23d4b8e75039 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0592151 Sep 17 16:06:40.554496 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d86330ee-60d7-48c8-bd4d-c9763b6dd29c req-7b3e6080-df76-490b-b455-27867bdf9bb2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Sep 17 16:06:40.758138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47398) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:40.783271 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0aed7-e69a-4c3b-b516-97c6a3ddccc6 req-383cfddd-2452-4193-a1ef-4d573524c473 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:40.785233 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-32a0aed7-e69a-4c3b-b516-97c6a3ddccc6 req-383cfddd-2452-4193-a1ef-4d573524c473 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0630624 Sep 17 16:06:40.896469 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-32a0aed7-e69a-4c3b-b516-97c6a3ddccc6 req-199ae8ab-0fbe-4fa4-9bd1-51f8c26980e4 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Sep 17 16:06:40.964740 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d3e81cce-1680-4704-8412-2c553ed1ab8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1385248a207f4a8bb2aec3882f30018e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039149 Sep 17 16:06:40.966873 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47406) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:41.023538 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:41.048813 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:41.250825 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:41.253871 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:41.255667 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0337fb5-fa8f-4105-987c-f019b720669d HTTP/1.1" status: 204 len: 168 time: 0.2874482 Sep 17 16:06:41.275082 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3d934-e18c-4be8-a7d2-891dac1e5bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0337fb5-fa8f-4105-987c-f019b720669d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:41.434914 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86651af8-257b-4a83-adda-8c1418a4cc37 req-5a36813e-ac3f-4ca7-b305-e6658872f1ce tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:41.436629 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-86651af8-257b-4a83-adda-8c1418a4cc37 req-5a36813e-ac3f-4ca7-b305-e6658872f1ce tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0614498 Sep 17 16:06:41.502526 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-86651af8-257b-4a83-adda-8c1418a4cc37 req-a81e5285-6605-40d5-89c1-a1bd82396a42 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583632 Sep 17 16:06:41.582177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4faa6828-bfaf-4ab0-a348-d050da589f4a no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:41.610702 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 4faa6828-bfaf-4ab0-a348-d050da589f4a {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:41.611431 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 4faa6828-bfaf-4ab0-a348-d050da589f4a not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:41.714282 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5b43c-db10-49bc-8f23-c5548ebf69d2 req-e3981c7b-754d-4c59-9148-fd687ca61e6a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:41.715752 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-daa5b43c-db10-49bc-8f23-c5548ebf69d2 req-e3981c7b-754d-4c59-9148-fd687ca61e6a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0569017 Sep 17 16:06:41.759841 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-daa5b43c-db10-49bc-8f23-c5548ebf69d2 req-b79a98d5-34d0-4d2f-a2fb-8e04039a0933 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Sep 17 16:06:42.042741 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8a425-e7f2-4d7d-b11e-2c78c606b1c2 req-c239e23d-9f60-4b9e-9e24-9c332d8cbec8 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:42.045726 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0cb8a425-e7f2-4d7d-b11e-2c78c606b1c2 req-c239e23d-9f60-4b9e-9e24-9c332d8cbec8 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0705669 Sep 17 16:06:42.114246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0cb8a425-e7f2-4d7d-b11e-2c78c606b1c2 req-4df52bba-a41b-4976-925e-7383a60575db tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/security-groups?id=78d8b2cf-c582-484f-8fad-05f1c269bc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Sep 17 16:06:42.445274 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-1359b79a-8b0f-48ab-86f1-910e2edfb6c2 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:42.446889 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-1359b79a-8b0f-48ab-86f1-910e2edfb6c2 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 945 time: 0.0645895 Sep 17 16:06:42.575026 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Deleting port f20a8e59-ced6-4eb0-9b43-e985378e5c96 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:42.575700 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:42.608599 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47438) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:42.678187 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d477c64-66b3-48dc-9b7b-31ed004f9f08 req-47cc1264-2892-426e-99c2-06a2057ab939 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:42.680042 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d477c64-66b3-48dc-9b7b-31ed004f9f08 req-47cc1264-2892-426e-99c2-06a2057ab939 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0682161 Sep 17 16:06:42.734295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] For port f20a8e59-ced6-4eb0-9b43-e985378e5c96, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f20a8e59-ced6-4eb0-9b43-e985378e5c96,segment=NetworkSegment(dbeb7c91-3e46-4edd-b6d5-fc4b754d1823),segment_id=dbeb7c91-3e46-4edd-b6d5-fc4b754d1823)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:42.735104 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:42.749215 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d477c64-66b3-48dc-9b7b-31ed004f9f08 req-490e6e2b-dc0e-44da-b6e9-c24e2cbce016 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Sep 17 16:06:42.758318 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1963483278-network', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:42.767123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Calling delete_port for f20a8e59-ced6-4eb0-9b43-e985378e5c96 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:42.886656 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Made reservation on behalf of 0cab3be4cceb430592a04a7befc48bd7 for: {'network': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:42.890651 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:42.914134 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:42.943626 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd3257-15e5-4b5b-a52d-5b3b01716b03 req-449a1697-576f-43a7-87b6-ef66474d93aa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:42.945290 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ccd3257-15e5-4b5b-a52d-5b3b01716b03 req-449a1697-576f-43a7-87b6-ef66474d93aa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1133652 Sep 17 16:06:42.997680 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ccd3257-15e5-4b5b-a52d-5b3b01716b03 req-292b8081-5d53-44cf-b262-3505d7d011dd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Sep 17 16:06:43.002060 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.017136 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['f20a8e59-ced6-4eb0-9b43-e985378e5c96'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:43.045590 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Pushing event deleted for resources: {'Port': ['ID=f20a8e59-ced6-4eb0-9b43-e985378e5c96,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:43.099841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] No DVR routers for this DVR port f20a8e59-ced6-4eb0-9b43-e985378e5c96 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:43.101021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.102558 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.104999 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-27d83267-bcf2-4666-9693-19eb74ea94b4 req-ec2c95ea-9f09-429e-8416-337f98317286 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.53 "DELETE /v2.0/ports/f20a8e59-ced6-4eb0-9b43-e985378e5c96 HTTP/1.1" status: 204 len: 173 time: 0.6489856 Sep 17 16:06:43.105531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'name': 'network-vif-deleted', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:43.107935 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baaa1c5-ba68-4942-b870-99725e5a5a80" -d '{"events": [{"server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "name": "network-vif-deleted", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:43.166065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5046e-83c2-4ebd-82f7-ad0387f7494b x-openstack-request-id: req-6fc5046e-83c2-4ebd-82f7-ad0387f7494b {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:43.166368 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06f78f-bb8d-49ac-9b96-f1457657ea21", "name": "network-vif-deleted", "tag": "f20a8e59-ced6-4eb0-9b43-e985378e5c96", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:43.167355 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fc5046e-83c2-4ebd-82f7-ad0387f7494b {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:43.167787 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06f78f-bb8d-49ac-9b96-f1457657ea21', 'name': 'network-vif-deleted', 'tag': 'f20a8e59-ced6-4eb0-9b43-e985378e5c96', 'status': 'completed', 'code': 200} Sep 17 16:06:43.176618 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.462931 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741bce1-f587-439e-8ee9-e35af04f191b req-739d72b5-f157-4763-a9a2-4aac0d55d730 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:43.465673 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1741bce1-f587-439e-8ee9-e35af04f191b req-739d72b5-f157-4763-a9a2-4aac0d55d730 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0815771 Sep 17 16:06:43.550552 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4e22517d-5dea-4204-905d-c7a8107f8088 req-f7f7e4f0-3bb6-45e7-b775-9c2981d431f7 tempest-VolumesActionsTest-324893873 tempest-VolumesActionsTest-324893873-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc06f78f-bb8d-49ac-9b96-f1457657ea21 HTTP/1.1" status: 200 len: 210 time: 0.0726917 Sep 17 16:06:43.553897 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:06:43.556863 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad8bc3-190a-4bfd-9505-fdbfce900227,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:43.582575 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.582575 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.segments_db [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Added segment 0188fdde-e5b8-48cc-bda0-8a5d9303b95b of type vlan for network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 Sep 17 16:06:43.635811 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.714629 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-d7f23672-c99d-417f-a637-182eed50735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:43.716437 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-d7f23672-c99d-417f-a637-182eed50735c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.0709207 Sep 17 16:06:43.725094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Deleting port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:43.725590 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.746877 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.748183 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:43.748937 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.838401 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e224-8f1b-4cb1-8cbb-3100bb36e6e6 req-c2bbe3e7-271d-47b2-811f-a072f390bcb1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:43.840653 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a247e224-8f1b-4cb1-8cbb-3100bb36e6e6 req-c2bbe3e7-271d-47b2-811f-a072f390bcb1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1336811 Sep 17 16:06:43.841656 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] Pushing event updated for resources: {'Network': ['ID=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:43.857792 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:06:43.889318 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1c04002d-9794-4bf7-9496-dd92623e5aba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2790694 Sep 17 16:06:43.895349 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47462) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:43.906970 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Request body: {'subnet': {'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1963483278-subnet', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:43.926626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-c5ca4866-6eb8-4da4-b4ec-89c431c9b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:43.930031 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-c5ca4866-6eb8-4da4-b4ec-89c431c9b9b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 919 time: 0.1882617 Sep 17 16:06:43.932093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] For port f5dddb42-1c5e-4683-9655-5d2ae362b3a4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:43.939280 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.954882 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Calling delete_port for f5dddb42-1c5e-4683-9655-5d2ae362b3a4 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:43.956729 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a247e224-8f1b-4cb1-8cbb-3100bb36e6e6 req-aaddb5b2-36ad-41af-a9a0-41103e918559 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853858 Sep 17 16:06:44.009891 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-f5ec37ea-d873-4e69-bcd4-3f6d98976900 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 217 time: 0.0549171 Sep 17 16:06:44.079379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Made reservation on behalf of 0cab3be4cceb430592a04a7befc48bd7 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:44.081772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:44.131385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d5b8-57b0-420a-90ed-3b86a835d410 req-7a267dd6-4a4c-4d6d-b757-7b43d1e73a3d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:44.135300 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8a48d5b8-57b0-420a-90ed-3b86a835d410 req-7a267dd6-4a4c-4d6d-b757-7b43d1e73a3d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 945 time: 0.0676858 Sep 17 16:06:44.177958 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-95f004ac-d270-45d4-9dd4-a4c0a08cf491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:44.179689 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-95f004ac-d270-45d4-9dd4-a4c0a08cf491 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.1360180 Sep 17 16:06:44.186680 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8a48d5b8-57b0-420a-90ed-3b86a835d410 req-175ab57b-2964-42f7-b71c-945370637c2c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Sep 17 16:06:44.230094 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-2f4b3213-4b6c-4bf4-8892-d1bc16e07048 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331485 Sep 17 16:06:44.455282 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-84a880ab-aac7-469a-ac9e-b96d4071f23b service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944761 Sep 17 16:06:44.531914 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:44.545457 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['1299f23d-177f-4900-90af-f220b2b630f2', 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:06:44.589967 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event deleted for resources: {'Port': ['ID=f5dddb42-1c5e-4683-9655-5d2ae362b3a4,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:44.657507 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:44.699896 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] No DVR routers for this DVR port f5dddb42-1c5e-4683-9655-5d2ae362b3a4 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:44.736063 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-10664d41-4dc4-43b4-9c38-ee1624d7a3b3 req-390ae0d8-059a-4a2d-9007-fe81a6f24d82 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719331 Sep 17 16:06:44.740943 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:44.744119 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1741bce1-f587-439e-8ee9-e35af04f191b req-aaa725ed-015f-43c8-addc-5a3c564d09fd tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "DELETE /v2.0/ports/f5dddb42-1c5e-4683-9655-5d2ae362b3a4 HTTP/1.1" status: 204 len: 173 time: 1.2547061 Sep 17 16:06:44.799495 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d115eb49-1a40-4d4f-8949-732ed855d1a1,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:44.824528 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:44.825198 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Network hostable DHCP agents. Network: cace5d33-faf9-4a0c-8cf1-067b5a5e4a05, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:06:44.946170 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:06:45.055212 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, cace5d33-faf9-4a0c-8cf1-067b5a5e4a05) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:45.065175 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:45.066815 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.076340 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42404e80-571b-49f5-9021-4581cb7bdb3d None None] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:06:45.169197 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'name': 'network-vif-deleted', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:45.171536 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def2a46-e987-4f12-947a-a5ecd414c4a0" -d '{"events": [{"server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "name": "network-vif-deleted", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:45.182110 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-a5c3c345-d03a-4eda-b2c2-f77eb5ebd42d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2747557 Sep 17 16:06:45.182423 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47484) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:45.188228 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:45.277362 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e362f25-bfd2-4d04-b77b-d733bf2c3976 x-openstack-request-id: req-1e362f25-bfd2-4d04-b77b-d733bf2c3976 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:45.278562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a2fa72-6974-4138-8257-0332adc008ce", "name": "network-vif-deleted", "tag": "f5dddb42-1c5e-4683-9655-5d2ae362b3a4", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:45.279254 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e362f25-bfd2-4d04-b77b-d733bf2c3976 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:45.279997 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a2fa72-6974-4138-8257-0332adc008ce', 'name': 'network-vif-deleted', 'tag': 'f5dddb42-1c5e-4683-9655-5d2ae362b3a4', 'status': 'completed', 'code': 200} Sep 17 16:06:45.303981 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a359e-3e66-4c81-92f2-6078bcd7096a req-db9745d9-62dc-4799-b5fa-6ccc003afda0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:45.322992 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-049a359e-3e66-4c81-92f2-6078bcd7096a req-db9745d9-62dc-4799-b5fa-6ccc003afda0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.2193666 Sep 17 16:06:45.323298 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.325226 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.419828 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4b1573a6-f243-4f4a-bd23-096ae529e4b0 req-3415cec4-2fa7-4c4c-87b1-d0e6b9f22fee tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2a2fa72-6974-4138-8257-0332adc008ce HTTP/1.1" status: 200 len: 210 time: 0.0442328 Sep 17 16:06:45.444527 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-049a359e-3e66-4c81-92f2-6078bcd7096a req-baf9e120-f0db-44dd-90a5-fd0b67589de7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147385 Sep 17 16:06:45.459357 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.468666 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:06:45.472389 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.606157 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f5dddb42-1c5e-4683-9655-5d2ae362b3a4 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:45.645291 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: f5dddb42-1c5e-4683-9655-5d2ae362b3a4 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:45.655758 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f5dddb42-1c5e-4683-9655-5d2ae362b3a4 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:45.655758 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f20a8e59-ced6-4eb0-9b43-e985378e5c96 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:45.672225 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: f20a8e59-ced6-4eb0-9b43-e985378e5c96 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:06:45.672714 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f20a8e59-ced6-4eb0-9b43-e985378e5c96 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:06:45.744243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Allocated IP 172.20.0.2 (cace5d33-faf9-4a0c-8cf1-067b5a5e4a05/d115eb49-1a40-4d4f-8949-732ed855d1a1/b389d784-74dd-4bea-b732-6ee8a3e2f576) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:45.800009 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.937779 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.061716 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.141039 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:46.143475 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:46.150711 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:46.162306 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.190812 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.264034 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Pushing event updated for resources: {'Port': ['ID=b389d784-74dd-4bea-b732-6ee8a3e2f576,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:46.284201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Attempting to bind port b389d784-74dd-4bea-b732-6ee8a3e2f576 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:46.284848 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Attempting to bind port b389d784-74dd-4bea-b732-6ee8a3e2f576 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:46.285458 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Attempting to bind port b389d784-74dd-4bea-b732-6ee8a3e2f576 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:46.295777 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:46.296444 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:46.297137 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.297814 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Bound using segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:46.298657 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Bound port: b389d784-74dd-4bea-b732-6ee8a3e2f576, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:46.299309 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.329577 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Allocated IP 172.27.2.213 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/cc0c3d26-0650-4232-93b1-74de119eaf8d) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:46.403973 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] For port b389d784-74dd-4bea-b732-6ee8a3e2f576, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:46.407597 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] For port b389d784-74dd-4bea-b732-6ee8a3e2f576, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=b389d784-74dd-4bea-b732-6ee8a3e2f576,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:46.482128 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.573999 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.632752 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d21f1e-5df2-4762-aa92-e712cddafe69 req-f5fcbeb5-208d-4876-81ea-9c3a45777fcd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:46.640916 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a0d21f1e-5df2-4762-aa92-e712cddafe69 req-f5fcbeb5-208d-4876-81ea-9c3a45777fcd tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0891325 Sep 17 16:06:46.643471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:46.647501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9647e4-a072-423c-986f-d7a655d76763 None None] Pushing event updated for resources: {'Port': ['ID=b389d784-74dd-4bea-b732-6ee8a3e2f576,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:46.744225 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a0d21f1e-5df2-4762-aa92-e712cddafe69 req-88ca3edf-866c-4986-a1ef-6033ba1c9414 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815730 Sep 17 16:06:46.756591 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:46.790303 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Pushing event updated for resources: {'Port': ['ID=cc0c3d26-0650-4232-93b1-74de119eaf8d,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:46.793794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:46.796510 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:46.825045 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.555623 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device b389d784-74dd-4bea-b732-6ee8a3e2f576 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:47.617483 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port b389d784-74dd-4bea-b732-6ee8a3e2f576 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:47.618178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.624029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.730376 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.794151 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port b389d784-74dd-4bea-b732-6ee8a3e2f576, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=b389d784-74dd-4bea-b732-6ee8a3e2f576,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:47.882003 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.895243 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2101158-bb9e-430f-9c46-a20164589f35 None None] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:06:47.961209 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:47.964100 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1189-fec5-459b-8964-5a721c2bb952 req-0c3a7309-04bb-4725-974d-e237e8da9653 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:47.966760 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be4d1189-fec5-459b-8964-5a721c2bb952 req-0c3a7309-04bb-4725-974d-e237e8da9653 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1035681 Sep 17 16:06:48.055063 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be4d1189-fec5-459b-8964-5a721c2bb952 req-5e6eb569-c1c4-43ff-86ba-f19c2f2f9254 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754731 Sep 17 16:06:48.110253 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=b389d784-74dd-4bea-b732-6ee8a3e2f576,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:48.120107 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-986b8232-89b3-46b5-ba55-aaad8f77f239 None None] Provisioning complete for port b389d784-74dd-4bea-b732-6ee8a3e2f576 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:48.120889 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-986b8232-89b3-46b5-ba55-aaad8f77f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:48.385537 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:06:48.530716 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:06:48.545592 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:06:48.561369 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:06:48.562432 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:06:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:48.674166 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-676b645e-2cf2-4e93-b68e-d3571bc719b9 None None] Provisioning complete for port b389d784-74dd-4bea-b732-6ee8a3e2f576 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:48.674749 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-676b645e-2cf2-4e93-b68e-d3571bc719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:48.677400 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:06:48.711443 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:48.721215 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4266d8e2-2355-4b90-a0c5-24348f4f52cd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5295775 Sep 17 16:06:48.721215 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47548) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:48.926533 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:47Z', 'revision_number': 3, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:48.964847 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:06:48.965173 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Updating router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f port cc0c3d26-0650-4232-93b1-74de119eaf8d binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:06:48.996799 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.391506 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.439438 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.487295 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device b389d784-74dd-4bea-b732-6ee8a3e2f576 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:49.488782 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.577921 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port b389d784-74dd-4bea-b732-6ee8a3e2f576 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:49.578529 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.586429 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Pushing event updated for resources: {'Port': ['ID=cc0c3d26-0650-4232-93b1-74de119eaf8d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:49.603892 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Attempting to bind port cc0c3d26-0650-4232-93b1-74de119eaf8d on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:49.604510 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Attempting to bind port cc0c3d26-0650-4232-93b1-74de119eaf8d by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:49.605080 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Attempting to bind port cc0c3d26-0650-4232-93b1-74de119eaf8d on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:49.611340 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.616820 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.617591 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:49.627400 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:49.628435 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:49.629301 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.630709 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:49.631777 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Bound port: cc0c3d26-0650-4232-93b1-74de119eaf8d, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:49.632690 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.723195 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] For port cc0c3d26-0650-4232-93b1-74de119eaf8d, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:49.726952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Allocated IP 172.20.0.1 (cace5d33-faf9-4a0c-8cf1-067b5a5e4a05/d115eb49-1a40-4d4f-8949-732ed855d1a1/e94b560e-8448-4f99-a976-8b3930e9e591) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:49.727544 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] For port cc0c3d26-0650-4232-93b1-74de119eaf8d, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=cc0c3d26-0650-4232-93b1-74de119eaf8d,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:49.857247 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.862690 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:49.929221 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:06:49.929866 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:06:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:49.935180 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510da0c-bd58-453f-b489-88b091d4122d None None] Pushing event updated for resources: {'Port': ['ID=cc0c3d26-0650-4232-93b1-74de119eaf8d,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:49.985631 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.026972 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:50.030121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:50.038087 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:50.063282 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Pushing event updated for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:50.072424 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:06:50.087945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.355332 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:47Z', 'revision_number': 3, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:50.434201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f8ab3f78-68f6-4935-a2ef-cc21b0384d8b None None] Provisioning complete for port e94b560e-8448-4f99-a976-8b3930e9e591 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:50.435433 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3f78-68f6-4935-a2ef-cc21b0384d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.447594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.495912 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fa789-2e9e-4f3b-aad9-dd37df18f573 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:47Z', 'revision_number': 3, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:06:50.502931 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab3f78-68f6-4935-a2ef-cc21b0384d8b None None] Port e94b560e-8448-4f99-a976-8b3930e9e591 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:06:50.675094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.844088 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.967925 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:50.971376 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Pushing event updated for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:51.087482 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:51.089109 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:51.303057 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:06:51.494263 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-931d19ee-cc33-4e5f-95b3-41e18b6a7ca2 None None] Provisioning complete for port e94b560e-8448-4f99-a976-8b3930e9e591 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:51.494263 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-931d19ee-cc33-4e5f-95b3-41e18b6a7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:51.515946 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:06:51.529828 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7f592554-9e2a-404f-860d-227427ef83ff admin admin] 10.222.0.59 "PUT /v2.0/routers/593cd6f9-83a8-4bc5-84b1-e31dcfff928f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126576 Sep 17 16:06:51.601316 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cc41-4985-43cb-afff-fc484c9aa3c1 req-4f5e78e5-a887-4466-8d1b-665dec984e0b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:51.605794 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f49cc41-4985-43cb-afff-fc484c9aa3c1 req-4f5e78e5-a887-4466-8d1b-665dec984e0b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1250319 Sep 17 16:06:51.627885 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-931d19ee-cc33-4e5f-95b3-41e18b6a7ca2 None None] Port e94b560e-8448-4f99-a976-8b3930e9e591 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:06:51.694792 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device cc0c3d26-0650-4232-93b1-74de119eaf8d up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:51.724631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f49cc41-4985-43cb-afff-fc484c9aa3c1 req-8d7d130a-0533-4c35-8385-1c95c29198a8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077325 Sep 17 16:06:52.040760 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port cc0c3d26-0650-4232-93b1-74de119eaf8d triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:52.041548 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:52.197511 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:52.240233 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f6c9-4e39-4dcb-8e85-00759892293f req-214c2121-21ef-4c88-b6aa-ba838780f0b1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:52.242184 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1286f6c9-4e39-4dcb-8e85-00759892293f req-214c2121-21ef-4c88-b6aa-ba838780f0b1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0933061 Sep 17 16:06:52.260943 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port cc0c3d26-0650-4232-93b1-74de119eaf8d, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=cc0c3d26-0650-4232-93b1-74de119eaf8d,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:52.313388 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1286f6c9-4e39-4dcb-8e85-00759892293f req-e5cb98be-44db-4be7-915b-9fd510b63c8e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Sep 17 16:06:52.453483 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:52.545662 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=cc0c3d26-0650-4232-93b1-74de119eaf8d,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:52.929044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47642) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:52.938092 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1846506159-network', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:53.086214 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Made reservation on behalf of 1d50b2bc4f7a45a7a4ff3effb7c29172 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:53.091091 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:53.129587 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:53.146568 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:06:53.193177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:06:53.194376 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:06:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:53.543612 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:06:53.597371 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:53.640758 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device cc0c3d26-0650-4232-93b1-74de119eaf8d up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:53.679669 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:53.699876 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b445256-9565-42b2-bc27-8a459f628f44 req-89443940-2770-480f-9f55-5d0af17c0d6d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:53.703303 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4b445256-9565-42b2-bc27-8a459f628f44 req-89443940-2770-480f-9f55-5d0af17c0d6d tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.0864098 Sep 17 16:06:53.743614 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff24fe2-b3da-4438-b9c3-5f2527284eb8,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:53.772921 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:06:53.800469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:53.802659 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Added segment 8e9524bc-f685-4425-90eb-b6f0a114caee of type vlan for network 5b63f378-5239-4560-9b3b-29886a631954 Sep 17 16:06:53.813521 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4b445256-9565-42b2-bc27-8a459f628f44 req-dc8da7fa-8080-44d6-b018-bffdcb8ceb23 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900588 Sep 17 16:06:53.906320 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.003555 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port cc0c3d26-0650-4232-93b1-74de119eaf8d triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:54.004673 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.041279 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.046519 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:54.053111 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.262307 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 2, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:54.329507 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:06:54.330073 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Updating router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f port e94b560e-8448-4f99-a976-8b3930e9e591 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:06:54.375748 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.592461 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] Pushing event updated for resources: {'Network': ['ID=5b63f378-5239-4560-9b3b-29886a631954,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:54.615301 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 5b63f378-5239-4560-9b3b-29886a631954 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:06:54.670684 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-eb9f346a-cc34-43c9-a5d6-d54aa65b118e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:54.679794 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-eb9f346a-cc34-43c9-a5d6-d54aa65b118e tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.1257646 Sep 17 16:06:54.685261 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e4a370ad-3c52-4f7a-a4ad-973c5289f452 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7546892 Sep 17 16:06:54.690069 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47670) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:54.696855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Request body: {'subnet': {'network_id': '5b63f378-5239-4560-9b3b-29886a631954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1846506159-subnet', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:54.828231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Made reservation on behalf of 1d50b2bc4f7a45a7a4ff3effb7c29172 for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:06:54.830696 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032b0b1-ea08-4ca8-ac2c-6f61ba63f00e req-adaab77f-1408-4e52-9d68-8448a00dd144 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:54.837305 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f032b0b1-ea08-4ca8-ac2c-6f61ba63f00e req-adaab77f-1408-4e52-9d68-8448a00dd144 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0901206 Sep 17 16:06:54.844797 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:54.939498 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f032b0b1-ea08-4ca8-ac2c-6f61ba63f00e req-c8f672c9-b949-42cc-984d-787e9200c513 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896652 Sep 17 16:06:55.119507 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a872f-d610-45e0-8605-6d48911e09ae req-1fa4cac2-d930-4d50-9119-426865eebb86 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:55.121220 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e7a872f-d610-45e0-8605-6d48911e09ae req-1fa4cac2-d930-4d50-9119-426865eebb86 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.1274679 Sep 17 16:06:55.149617 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.248564 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9e7a872f-d610-45e0-8605-6d48911e09ae req-713fb2eb-0cab-4a81-9118-0ad7bd65f766 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099236 Sep 17 16:06:55.268378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.413632 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Pushing event updated for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:55.426413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.485964 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Attempting to bind port e94b560e-8448-4f99-a976-8b3930e9e591 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:55.486751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Attempting to bind port e94b560e-8448-4f99-a976-8b3930e9e591 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:55.487375 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Attempting to bind port e94b560e-8448-4f99-a976-8b3930e9e591 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:55.495502 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:55.500424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:55.500424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.500424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Bound using segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:55.500424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Bound port: e94b560e-8448-4f99-a976-8b3930e9e591, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:55.500424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.534987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9fff6c-76b6-4f39-8ab1-05d29050f16d,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:55.567189 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Checking segment: {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:55.567691 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Network hostable DHCP agents. Network: 5b63f378-5239-4560-9b3b-29886a631954, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:06:55.630753 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] For port e94b560e-8448-4f99-a976-8b3930e9e591, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:55.643715 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] For port e94b560e-8448-4f99-a976-8b3930e9e591, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e94b560e-8448-4f99-a976-8b3930e9e591,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:55.699649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Network 5b63f378-5239-4560-9b3b-29886a631954 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:06:55.716943 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-fa3bb667-57c8-408e-aa4e-fe50ccc7c00e None None] Provisioning complete for port e94b560e-8448-4f99-a976-8b3930e9e591 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:55.717302 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb667-57c8-408e-aa4e-fe50ccc7c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.775472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.797828 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 5b63f378-5239-4560-9b3b-29886a631954) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:55.806137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:55.807541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:55.824024 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52ae04-544f-4ca7-b747-a56834d6988a None None] Network 5b63f378-5239-4560-9b3b-29886a631954 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:06:55.966047 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-57219ac6-43f9-408b-ac86-3fec77c76bd7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2744405 Sep 17 16:06:55.970523 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47682) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:06:55.984200 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:06:56.033443 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bb667-57c8-408e-aa4e-fe50ccc7c00e None None] Port e94b560e-8448-4f99-a976-8b3930e9e591 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:06:56.165312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.166898 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.195246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:06:56.195946 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:06:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:56.258057 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.268868 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0bc1-0d33-422b-9c8c-98831314f4b2 req-62e192e9-0fed-4843-83d1-af2705993518 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:56.270210 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Pushing event updated for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:56.277561 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-78ba0bc1-0d33-422b-9c8c-98831314f4b2 req-62e192e9-0fed-4843-83d1-af2705993518 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2064400 Sep 17 16:06:56.317046 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.317563 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.318943 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.319695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.320272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.321275 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.321910 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.322739 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.323441 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.323850 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.324383 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.324903 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5203d76b-0783-447d-94dc-64a462b3789a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:06:56.356583 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-5b63f378-5239-4560-9b3b-29886a631954', 'network_id': '5b63f378-5239-4560-9b3b-29886a631954', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'fixed_ips': [{'subnet_id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:06:56.358604 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.423116 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] Provisioning complete for port e94b560e-8448-4f99-a976-8b3930e9e591 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:56.423498 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.425351 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-78ba0bc1-0d33-422b-9c8c-98831314f4b2 req-f972caf0-21a6-4e72-bd31-3dd373f0e55f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464274 Sep 17 16:06:56.608369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:56.628252 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2296f18-6a9d-411a-bad6-bf71cae2ec58 req-d436af00-52ea-4484-8b07-b98888c82c75 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:56.628252 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c2296f18-6a9d-411a-bad6-bf71cae2ec58 req-d436af00-52ea-4484-8b07-b98888c82c75 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.2250195 Sep 17 16:06:56.725439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c2296f18-6a9d-411a-bad6-bf71cae2ec58 req-fa9862a5-ec33-4111-beb2-f2d4ae7b5749 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874796 Sep 17 16:06:56.730238 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:06:57.000634 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Allocated IP 172.20.0.2 (5b63f378-5239-4560-9b3b-29886a631954/cf9fff6c-76b6-4f39-8ab1-05d29050f16d/83abd5ac-7f67-415a-ada8-724130530336) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:57.049689 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.107693 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.129298 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.188061 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] For port e94b560e-8448-4f99-a976-8b3930e9e591, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e94b560e-8448-4f99-a976-8b3930e9e591,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:57.326029 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Allocated IP 172.27.2.144 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/407b986e-75bb-4da4-babd-32797978ca70) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:06:57.343448 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.436491 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:55Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:06:57.482321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd9924b-b950-4f74-8475-7844d4d9f6e3 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:55Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:06:57.485970 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5e35f-3471-45c2-8c17-cc965c4a5e2f None None] Pushing event updated for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:57.499532 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.553299 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.572279 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.700385 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 1299f23d-177f-4900-90af-f220b2b630f2 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:06:57.717826 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Network 5b63f378-5239-4560-9b3b-29886a631954 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:57.795994 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.886446 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Deleting port 1299f23d-177f-4900-90af-f220b2b630f2 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:06:57.887443 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:57.915244 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1b859-a21a-4cf6-b399-808c8ee6b8e7 req-e04e87c8-33ed-465f-8620-b5e73bf3999a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:57.922564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Pushing event updated for resources: {'Port': ['ID=83abd5ac-7f67-415a-ada8-724130530336,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:57.931983 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-38f1b859-a21a-4cf6-b399-808c8ee6b8e7 req-e04e87c8-33ed-465f-8620-b5e73bf3999a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2608173 Sep 17 16:06:57.935934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:57.957399 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:06:57.972083 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:06:57.977989 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:58.034350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.074141 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:06:58.089113 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-38f1b859-a21a-4cf6-b399-808c8ee6b8e7 req-d5bc5029-a0ec-4218-a3ce-3bb4f92a083d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556325 Sep 17 16:06:58.093813 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Pushing event updated for resources: {'Port': ['ID=407b986e-75bb-4da4-babd-32797978ca70,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:58.121752 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:58.152151 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:58.155137 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97323351-42f2-4e0e-9dad-4f158a9b02fa" -d '{"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "1299f23d-177f-4900-90af-f220b2b630f2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:58.210992 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Attempting to bind port 83abd5ac-7f67-415a-ada8-724130530336 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:06:58.211375 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Attempting to bind port 83abd5ac-7f67-415a-ada8-724130530336 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:06:58.211753 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Attempting to bind port 83abd5ac-7f67-415a-ada8-724130530336 on network 5b63f378-5239-4560-9b3b-29886a631954 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:06:58.218636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:06:58.219080 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Checking segment: {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:06:58.219545 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.220639 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Bound using segment: {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:06:58.220639 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Bound port: 83abd5ac-7f67-415a-ada8-724130530336, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:06:58.220878 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.310682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] For port 1299f23d-177f-4900-90af-f220b2b630f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1299f23d-177f-4900-90af-f220b2b630f2,segment=NetworkSegment(ac68db3e-0189-4b30-a00d-5a513d4c6cf2),segment_id=ac68db3e-0189-4b30-a00d-5a513d4c6cf2)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:06:58.310682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.338082 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] For port 83abd5ac-7f67-415a-ada8-724130530336, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:06:58.342606 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] For port 83abd5ac-7f67-415a-ada8-724130530336, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=83abd5ac-7f67-415a-ada8-724130530336,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:06:58.345704 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430696a-84d0-4470-8f70-9f411043d04b x-openstack-request-id: req-6430696a-84d0-4470-8f70-9f411043d04b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:58.346382 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "1299f23d-177f-4900-90af-f220b2b630f2", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:58.346382 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6430696a-84d0-4470-8f70-9f411043d04b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:58.346845 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2', 'code': 200} Sep 17 16:06:58.348188 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.355097 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-48e25e2d-cb3a-49fa-9e03-c5db9ae28013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.383559 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Calling delete_port for 1299f23d-177f-4900-90af-f220b2b630f2 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:06:58.440201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:58.442404 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cf3be-2e96-48ca-a247-e80b020a34fd req-f9823821-b041-4cf1-a509-aff9c9467ff1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:58.448732 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e6cf3be-2e96-48ca-a247-e80b020a34fd req-f9823821-b041-4cf1-a509-aff9c9467ff1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 945 time: 0.5125232 Sep 17 16:06:58.471820 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.549821 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db0d73-af4d-46d7-a9be-58a01b34b58e None None] Pushing event updated for resources: {'Port': ['ID=83abd5ac-7f67-415a-ada8-724130530336,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:58.698246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e6cf3be-2e96-48ca-a247-e80b020a34fd req-3e2efe68-0637-4be1-be30-7083fd623167 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/security-groups?id=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361889 Sep 17 16:06:58.841097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:58.885194 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:59.039893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Pushing event deleted for resources: {'Port': ['ID=1299f23d-177f-4900-90af-f220b2b630f2,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:06:59.110301 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] No DVR routers for this DVR port 1299f23d-177f-4900-90af-f220b2b630f2 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:06:59.113610 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:59.117008 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-61bb42f2-7eae-4ff5-b38e-dd2c4269d95b req-e2607edc-037c-423e-bed9-daf1fe12309c tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.53 "DELETE /v2.0/ports/1299f23d-177f-4900-90af-f220b2b630f2 HTTP/1.1" status: 204 len: 173 time: 1.5766408 Sep 17 16:06:59.117747 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-deleted', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:06:59.149979 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b427b46-7af8-4ff7-892d-88b955423650" -d '{"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-deleted", "tag": "1299f23d-177f-4900-90af-f220b2b630f2"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:06:59.288146 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579737af-5473-47d2-87b5-932d44ca5ec8 x-openstack-request-id: req-579737af-5473-47d2-87b5-932d44ca5ec8 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:06:59.288146 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1c15bc-b8b4-4840-bab1-67c740a96fb2", "name": "network-vif-deleted", "tag": "1299f23d-177f-4900-90af-f220b2b630f2", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:06:59.288146 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-579737af-5473-47d2-87b5-932d44ca5ec8 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:06:59.288799 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1c15bc-b8b4-4840-bab1-67c740a96fb2', 'name': 'network-vif-deleted', 'tag': '1299f23d-177f-4900-90af-f220b2b630f2', 'status': 'completed', 'code': 200} Sep 17 16:06:59.486724 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4141-d9d6-4d68-a344-5dfc73eb8768 req-fe093196-da27-4973-8add-705f3b1ef6b4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:59.489569 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c86e4141-d9d6-4d68-a344-5dfc73eb8768 req-fe093196-da27-4973-8add-705f3b1ef6b4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1945002 Sep 17 16:06:59.607140 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:59.629509 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c86e4141-d9d6-4d68-a344-5dfc73eb8768 req-aafc0d43-3980-4382-849b-d7e15ec827fd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209204 Sep 17 16:06:59.707324 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e94b560e-8448-4f99-a976-8b3930e9e591 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:06:59.867881 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port e94b560e-8448-4f99-a976-8b3930e9e591 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:06:59.868328 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:59.991246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d43f66bb-7e2b-415b-906b-6d3ff81ce582 req-393d32fe-a79f-40ba-acb6-166ad0ae1117 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0766139 Sep 17 16:07:00.112887 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 83abd5ac-7f67-415a-ada8-724130530336 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:00.191900 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:07:00.237133 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 83abd5ac-7f67-415a-ada8-724130530336 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:00.237510 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.453311 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.546532 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 83abd5ac-7f67-415a-ada8-724130530336, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=83abd5ac-7f67-415a-ada8-724130530336,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:00.549405 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:00.561799 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc551e6f-fd02-4109-bc1f-19bb32d7ad8b None None] Network 5b63f378-5239-4560-9b3b-29886a631954 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:07:00.562312 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Sync routers for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:00.582748 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:00.584743 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:06:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:00.646364 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e22e2722-0116-40fb-ab7c-c8759e1e1a8e None None] Provisioning complete for port 83abd5ac-7f67-415a-ada8-724130530336 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:00.647852 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e22e2722-0116-40fb-ab7c-c8759e1e1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.767453 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.773709 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-194f56da-7847-4fb4-a0ca-caec97fe7c56 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7957835 Sep 17 16:07:00.774022 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:00.774540 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47748) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:00.827448 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.938041 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-73baa303-ad91-4ae9-ba04-876a3bbdbc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:00.957529 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=83abd5ac-7f67-415a-ada8-724130530336,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:00.985097 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b2632-3beb-4a2a-9c6e-09304c8810c3 req-f95729d5-e144-4e05-883f-10e5932dd86c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:01.002821 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c84b2632-3beb-4a2a-9c6e-09304c8810c3 req-f95729d5-e144-4e05-883f-10e5932dd86c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2092535 Sep 17 16:07:01.083354 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:06:58Z', 'revision_number': 3, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:01.117217 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c84b2632-3beb-4a2a-9c6e-09304c8810c3 req-6a44e695-b54f-485e-8457-e61a2365bcbf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102951 Sep 17 16:07:01.151767 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Checking router: 077d1ac7-b398-4bd6-90d9-983d1b4501f2 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:01.152206 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Updating router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 port 407b986e-75bb-4da4-babd-32797978ca70 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:01.182585 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.269531 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-06b6bb2d-667e-4f9e-8e0b-654be04868e8 req-5312103c-52cd-4222-a155-5dbcbb462001 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.0543230 Sep 17 16:07:01.572843 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 83abd5ac-7f67-415a-ada8-724130530336 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:01.642321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.757051 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 83abd5ac-7f67-415a-ada8-724130530336 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:01.757589 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.861557 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.869487 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-77f1f53d-7459-4b1b-a6ff-10d8e6faf46e None None] Provisioning complete for port 83abd5ac-7f67-415a-ada8-724130530336 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:01.870195 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-77f1f53d-7459-4b1b-a6ff-10d8e6faf46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.878332 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:01.980873 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:02.079920 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303ef4-50f4-4f50-9570-de8545a4e976 None None] Pushing event updated for resources: {'Port': ['ID=407b986e-75bb-4da4-babd-32797978ca70,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:02.138477 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Attempting to bind port 407b986e-75bb-4da4-babd-32797978ca70 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:02.138848 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Attempting to bind port 407b986e-75bb-4da4-babd-32797978ca70 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:02.139213 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Attempting to bind port 407b986e-75bb-4da4-babd-32797978ca70 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:02.153715 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:02.155830 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:02.156598 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:02.157975 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:02.158876 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Bound port: 407b986e-75bb-4da4-babd-32797978ca70, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:02.159557 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:02.274697 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] For port 407b986e-75bb-4da4-babd-32797978ca70, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:02.281556 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] For port 407b986e-75bb-4da4-babd-32797978ca70, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=407b986e-75bb-4da4-babd-32797978ca70,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:02.436114 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:02.496127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819cb96-9243-47c2-a876-46f6e484f347 req-1ad98a23-e4b6-47e5-b1c2-3e9018f07df0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:02.499083 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f819cb96-9243-47c2-a876-46f6e484f347 req-1ad98a23-e4b6-47e5-b1c2-3e9018f07df0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2191043 Sep 17 16:07:02.655311 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303ef4-50f4-4f50-9570-de8545a4e976 None None] Pushing event updated for resources: {'Port': ['ID=407b986e-75bb-4da4-babd-32797978ca70,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:02.661197 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:02.663251 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:02.699249 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-71b7d7cc-1499-44d8-a90c-d5c150afa049 req-60f237d7-c431-4bc3-9f80-a18c64731bc1 tempest-AttachVolumeNegativeTest-796242776 tempest-AttachVolumeNegativeTest-796242776-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f1c15bc-b8b4-4840-bab1-67c740a96fb2 HTTP/1.1" status: 200 len: 210 time: 0.1196404 Sep 17 16:07:02.727097 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f819cb96-9243-47c2-a876-46f6e484f347 req-5af154d4-6a82-4f43-87d5-31c50f1019c8 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093797 Sep 17 16:07:02.757559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:02.949786 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:03.079849 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Allocated IP 172.20.0.1 (5b63f378-5239-4560-9b3b-29886a631954/cf9fff6c-76b6-4f39-8ab1-05d29050f16d/df25fe54-78c9-4da5-b845-f08a5fcbc3ab) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:03.363476 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:03.398874 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:06:58Z', 'revision_number': 3, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:03.443401 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8ca49-90c7-4a49-8658-7f171bd84c35 None None] The sync data for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi is: [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:06:58Z', 'revision_number': 3, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:03.573385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:03.669333 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Network 5b63f378-5239-4560-9b3b-29886a631954 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:03.673255 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:03.701963 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:03.762549 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Pushing event updated for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:03.820577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.103293 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47788) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:04.366304 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Deleting subnet 162fa39c-4fc1-48ce-bffe-aa1fa49365b0 {{(pid=94528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:07:04.366304 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.369014 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2676-7885-467e-a409-78ec95f822a2 req-f897c382-3dc6-4100-9585-f5a8674bd1cc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:04.369014 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-783e2676-7885-467e-a409-78ec95f822a2 req-f897c382-3dc6-4100-9585-f5a8674bd1cc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1141233 Sep 17 16:07:04.369233 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5577196'] for subnet, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.375574 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-783e2676-7885-467e-a409-78ec95f822a2 req-e5424498-41d0-4afb-9441-a5019f3dee5a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562923 Sep 17 16:07:04.391398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.447649 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f943e3e8-cba4-4f48-8ce3-ee19b24f9dde None None] Provisioning complete for port df25fe54-78c9-4da5-b845-f08a5fcbc3ab triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:04.448683 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f943e3e8-cba4-4f48-8ce3-ee19b24f9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.510055 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f943e3e8-cba4-4f48-8ce3-ee19b24f9dde None None] Port df25fe54-78c9-4da5-b845-f08a5fcbc3ab cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:04.693900 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.814052 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5590225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5424684'] for subnet, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:04.868965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.055689 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.062793 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/162fa39c-4fc1-48ce-bffe-aa1fa49365b0 HTTP/1.1" status: 204 len: 168 time: 0.9571795 Sep 17 16:07:05.065775 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c392e-5a15-4548-ac10-dda75c8acb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162fa39c-4fc1-48ce-bffe-aa1fa49365b0,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:05.068620 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47802) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:05.284925 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.377504 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.460506 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.587065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.615653 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 407b986e-75bb-4da4-babd-32797978ca70 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:05.630642 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.654218 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Pushing event updated for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:05.697915 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974aba-8dd2-4bac-a2bc-361566234f2c req-9714343a-14cb-4f47-9a5a-7ea778329ee5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:05.703402 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7974aba-8dd2-4bac-a2bc-361566234f2c req-9714343a-14cb-4f47-9a5a-7ea778329ee5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1276174 Sep 17 16:07:05.712919 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaff3f5-3613-4872-baba-114f05a79e10']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:05.733610 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:05.738566 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac68db3e-0189-4b30-a00d-5a513d4c6cf2') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:05.767485 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.793339 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.800797 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:07:05.801508 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.837081 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 407b986e-75bb-4da4-babd-32797978ca70 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:05.838164 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:05.839848 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Network 5b63f378-5239-4560-9b3b-29886a631954 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:05.845134 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:07:05.910624 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:07:05.966460 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7974aba-8dd2-4bac-a2bc-361566234f2c req-ae5f1399-a3e2-43af-88b2-4e08a0d6f77c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433031 Sep 17 16:07:05.995344 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:06.007284 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:06.015742 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] 10.222.0.59 "DELETE /v2.0/networks/abaff3f5-3613-4872-baba-114f05a79e10 HTTP/1.1" status: 204 len: 168 time: 0.9396563 Sep 17 16:07:06.085755 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4051b9-c67c-49a9-8a0c-d06e35a78b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=abaff3f5-3613-4872-baba-114f05a79e10,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:06.201533 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:07:06.267164 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:06.312257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 407b986e-75bb-4da4-babd-32797978ca70, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=407b986e-75bb-4da4-babd-32797978ca70,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:06.357550 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4e491bd4-e6fb-422a-b82a-131089f7f9db None None] Provisioning complete for port df25fe54-78c9-4da5-b845-f08a5fcbc3ab triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:06.358612 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e491bd4-e6fb-422a-b82a-131089f7f9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:06.428543 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:06.434665 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4e491bd4-e6fb-422a-b82a-131089f7f9db None None] Port df25fe54-78c9-4da5-b845-f08a5fcbc3ab cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:06.442513 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5743f205-8305-4a59-8fdd-40af4ca1c491 admin admin] 10.222.0.59 "PUT /v2.0/routers/077d1ac7-b398-4bd6-90d9-983d1b4501f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6649220 Sep 17 16:07:06.485932 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:06.640924 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=407b986e-75bb-4da4-babd-32797978ca70,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:06.665296 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Sync routers for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:06.713278 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:06.714083 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:06.909188 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47822) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:07.022954 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-2ec48844-6990-4021-bcef-e78736c4ff30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=663660a59114420f92da81dcf9d20a0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1077428 Sep 17 16:07:07.023416 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47824) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:07.088542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:07.226195 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:07.324077 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:07.398907 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4f288-6c73-4cc4-a44a-d25af9e7d806 req-c76f498f-593e-4624-8e83-1535fe26eeb5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:07.402013 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69e4f288-6c73-4cc4-a44a-d25af9e7d806 req-c76f498f-593e-4624-8e83-1535fe26eeb5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2066808 Sep 17 16:07:07.487368 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:07:04Z', 'revision_number': 4, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'df25fe54-78c9-4da5-b845-f08a5fcbc3ab', 'name': '', 'network_id': '5b63f378-5239-4560-9b3b-29886a631954', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'mac_address': 'fa:16:3e:f9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:02Z', 'updated_at': '2021-09-17T16:07:05Z', 'revision_number': 2, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'subnets': [{'id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:07.549973 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69e4f288-6c73-4cc4-a44a-d25af9e7d806 req-b5414f07-4c54-4ccc-b7f5-a3c6df28fd0d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365318 Sep 17 16:07:07.585695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:07.586014 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Checking router: 077d1ac7-b398-4bd6-90d9-983d1b4501f2 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:07.586339 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Updating router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 port df25fe54-78c9-4da5-b845-f08a5fcbc3ab binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:07.589311 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:07.589621 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 407b986e-75bb-4da4-babd-32797978ca70 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:07.594908 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db HTTP/1.1" status: 204 len: 168 time: 0.5656540 Sep 17 16:07:07.603766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4db8-7274-4af3-bdf5-1503017be1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa419a0d-5e3e-4cee-a4ec-f78a4cb7f9db,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:07.709283 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:07.733492 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 407b986e-75bb-4da4-babd-32797978ca70 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:07.734140 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:08.164455 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:08.286499 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:08.362415 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47848) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:08.367904 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010730260', 'description': 'tempest-secgroup-smoke-2010730260 description', 'project_id': '0cab3be4cceb430592a04a7befc48bd7'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:08.461792 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ec6b2-aec6-4750-be3c-ed1aa5c86af9 None None] Pushing event updated for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:08.575695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:08.732070 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Attempting to bind port df25fe54-78c9-4da5-b845-f08a5fcbc3ab on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:08.732953 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Attempting to bind port df25fe54-78c9-4da5-b845-f08a5fcbc3ab by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:08.736421 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Attempting to bind port df25fe54-78c9-4da5-b845-f08a5fcbc3ab on network 5b63f378-5239-4560-9b3b-29886a631954 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:08.763257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:08.765107 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Checking segment: {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:08.768970 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:08.773572 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Bound using segment: {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:08.774984 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Bound port: df25fe54-78c9-4da5-b845-f08a5fcbc3ab, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9524bc-f685-4425-90eb-b6f0a114caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5b63f378-5239-4560-9b3b-29886a631954'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:08.776333 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.019652 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.058474 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] For port df25fe54-78c9-4da5-b845-f08a5fcbc3ab, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:09.061140 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-a186b097-e77f-4a36-b21a-1e84743db110 None None] Provisioning complete for port df25fe54-78c9-4da5-b845-f08a5fcbc3ab triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:09.061585 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a186b097-e77f-4a36-b21a-1e84743db110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.064856 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] For port df25fe54-78c9-4da5-b845-f08a5fcbc3ab, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:09.108027 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862939e-7e80-4454-b307-923c2e5563c3 req-f41f374b-7b8e-4558-b8d9-aaf26b52e1a1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:09.117572 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b862939e-7e80-4454-b307-923c2e5563c3 req-f41f374b-7b8e-4558-b8d9-aaf26b52e1a1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1150584 Sep 17 16:07:09.135634 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a186b097-e77f-4a36-b21a-1e84743db110 None None] Port df25fe54-78c9-4da5-b845-f08a5fcbc3ab cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:09.198122 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.225377 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.356938 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:09.357506 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:09.407153 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ec6b2-aec6-4750-be3c-ed1aa5c86af9 None None] Pushing event updated for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:09.469552 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b862939e-7e80-4454-b307-923c2e5563c3 req-8996e22d-c84e-4e78-8972-c02b3ddd0051 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474588 Sep 17 16:07:09.508036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d5293-70c1-4234-ba84-f772382779ff,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:09.548955 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.553792 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-bfdec552-31c6-4adc-b756-0c5264ddd504 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1881039 Sep 17 16:07:09.555746 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47878) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:09.562918 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:09.692926 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.746330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:09.833391 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.859657 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] Provisioning complete for port df25fe54-78c9-4da5-b845-f08a5fcbc3ab triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:09.860437 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:09.908270 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237276d9-f9ac-4256-a44b-81263545bc27 req-27332237-311d-4684-a9d6-b8dd998f8e63 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:09.910480 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237276d9-f9ac-4256-a44b-81263545bc27 req-27332237-311d-4684-a9d6-b8dd998f8e63 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1051230 Sep 17 16:07:09.941259 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-435bb595-f48a-476b-8212-c2ec08314df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:09.954310 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-435bb595-f48a-476b-8212-c2ec08314df7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.1168883 Sep 17 16:07:09.982543 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.013591 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8900d02-1b42-427f-b997-711ecb91a50c,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:10.092674 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-237276d9-f9ac-4256-a44b-81263545bc27 req-829be72d-dffc-43f7-b398-438863459808 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212475 Sep 17 16:07:10.233913 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.332236 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] For port df25fe54-78c9-4da5-b845-f08a5fcbc3ab, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:10.343724 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-2af237a2-e840-4f77-b0fa-20a3be7fe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:10.351201 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-2af237a2-e840-4f77-b0fa-20a3be7fe587 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 919 time: 0.3864753 Sep 17 16:07:10.352637 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.355969 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d0e9cd00-b515-40da-9fb2-6dbf35d6e840 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7973855 Sep 17 16:07:10.360162 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47896) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:10.368403 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:10.387317 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:07:04Z', 'revision_number': 4, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'df25fe54-78c9-4da5-b845-f08a5fcbc3ab', 'name': '', 'network_id': '5b63f378-5239-4560-9b3b-29886a631954', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'mac_address': 'fa:16:3e:f9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:02Z', 'updated_at': '2021-09-17T16:07:09Z', 'revision_number': 4, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'subnets': [{'id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:10.417814 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-bec1b303-23d6-4abf-bf6b-a99d0625e359 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Sep 17 16:07:10.427636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc82c5-182b-4385-8052-6cb2c152795b None None] The sync data for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi is: [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:07:04Z', 'revision_number': 4, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'df25fe54-78c9-4da5-b845-f08a5fcbc3ab', 'name': '', 'network_id': '5b63f378-5239-4560-9b3b-29886a631954', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'mac_address': 'fa:16:3e:f9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:02Z', 'updated_at': '2021-09-17T16:07:09Z', 'revision_number': 4, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'subnets': [{'id': 'cf9fff6c-76b6-4f39-8ab1-05d29050f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:10.440828 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.529042 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.542798 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-c14f464e-a777-4fe5-a039-66758d717d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:10.546073 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-c14f464e-a777-4fe5-a039-66758d717d54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.1199613 Sep 17 16:07:10.609208 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fcf9-80a9-4e56-b4af-b638503904aa None None] Pushing event updated for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:10.667673 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-15a0815e-1207-4d4a-baf1-ad012011f10d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086242 Sep 17 16:07:10.671112 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.768826 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:10.953322 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be5e1df-6e5e-4d3a-adfb-82df5cee4a8d,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:10.953322 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c91745-5c06-4516-9486-dbcd5b07bbe7 req-a8bf6cb8-a659-4f3d-aa5c-d9ea473bd8c7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:10.953322 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-53c91745-5c06-4516-9486-dbcd5b07bbe7 req-a8bf6cb8-a659-4f3d-aa5c-d9ea473bd8c7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.2200713 Sep 17 16:07:10.954863 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-31623589-7497-40fa-abf5-14846e553577 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344184 Sep 17 16:07:10.985185 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-53c91745-5c06-4516-9486-dbcd5b07bbe7 req-c73b9ec5-54e7-4e7a-842b-d67655fba7e7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796247 Sep 17 16:07:11.107829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b6bcb0d8-6447-4450-a4c4-829f9a4254c9 req-5b03e2d1-748b-4dfe-ba5a-817da2e64da9 service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715145 Sep 17 16:07:11.137955 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.139270 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-6ce44cbf-da12-42a3-80c7-14fb54b8edb5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7776406 Sep 17 16:07:11.142363 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47916) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:11.147289 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:11.306363 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.326574 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4acaed-c4ef-4619-88bc-e6754420d1a0 req-5360ce7d-ee89-4dcc-a99e-efd7f429d8fa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:11.337247 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c4acaed-c4ef-4619-88bc-e6754420d1a0 req-5360ce7d-ee89-4dcc-a99e-efd7f429d8fa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1225729 Sep 17 16:07:11.441414 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c4acaed-c4ef-4619-88bc-e6754420d1a0 req-d14dc030-da54-4300-9961-039596f7dcd7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023183 Sep 17 16:07:11.525393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.610968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.667748 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e432fa-ff0b-4d2e-a813-d10144b14008,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:11.730838 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device df25fe54-78c9-4da5-b845-f08a5fcbc3ab up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:11.800380 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.802875 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0ba4be01-85d3-4f36-9fe5-4e2574738bba tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6594243 Sep 17 16:07:11.807204 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47924) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:11.815595 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:11.840825 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port df25fe54-78c9-4da5-b845-f08a5fcbc3ab triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:11.841187 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.957535 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.285666 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.336649 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdff4a3-9efe-44b3-883c-53d414cc70c3 req-cda582ce-b469-4dab-9228-859de76edda0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:12.344763 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3cdff4a3-9efe-44b3-883c-53d414cc70c3 req-cda582ce-b469-4dab-9228-859de76edda0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1782837 Sep 17 16:07:12.382709 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.434982 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3cdff4a3-9efe-44b3-883c-53d414cc70c3 req-90b58972-9d89-4513-a6e0-583f893f4c19 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892186 Sep 17 16:07:12.442012 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be56f3c3-8fdf-48e7-afb3-512a6c549622,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:12.572701 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.576195 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e23b2352-549d-40fd-9450-1fe57c308538 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7668283 Sep 17 16:07:12.580528 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 47948) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:12.592406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:12.661733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f3c27-530b-4195-8e25-3e5c1de0240a req-214dacea-02be-4d12-93ba-ceec063bc687 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:12.674995 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-de5f3c27-530b-4195-8e25-3e5c1de0240a req-214dacea-02be-4d12-93ba-ceec063bc687 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1202877 Sep 17 16:07:12.738988 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-de5f3c27-530b-4195-8e25-3e5c1de0240a req-8dd4b93e-0849-46c4-bb55-c1357d5ca42f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624914 Sep 17 16:07:12.748226 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.securitygroups_db [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Project 0cab3be4cceb430592a04a7befc48bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:07:12.757256 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.871197 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.986591 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.019441 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d351f-3fac-44ef-9c1c-154f3e85ca6b,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:13.129235 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.134279 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-fcd355d8-ec5d-4f8d-8819-5b1bb2f3a742 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5516095 Sep 17 16:07:13.137052 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 47950) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:13.142405 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'security_group_rule': {'security_group_id': 'b70d5293-70c1-4234-ba84-f772382779ff', 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:13.274977 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.securitygroups_db [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Project 0cab3be4cceb430592a04a7befc48bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:07:13.283670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.433823 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.510186 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.569957 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a32a3b-c8dd-4627-a524-6c678f643179,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:13.624907 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e967a0-f9da-468b-84be-3c1b2090eeb3 req-5387de8f-265b-4661-a874-eb84aaf56ea1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:13.633256 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a7e967a0-f9da-468b-84be-3c1b2090eeb3 req-5387de8f-265b-4661-a874-eb84aaf56ea1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0883899 Sep 17 16:07:13.658322 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.660437 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d487e4ff-08c7-4ae3-a907-1db7d92c0f6b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5215521 Sep 17 16:07:13.701313 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a7e967a0-f9da-468b-84be-3c1b2090eeb3 req-d0581285-6c3e-4848-967f-5699c4399d2a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653448 Sep 17 16:07:14.567481 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561966-43c7-4f7f-8a87-89c530bed5b6 req-fb0cd833-6ee9-442e-9e4f-7a71d7589e39 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:14.569270 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3c561966-43c7-4f7f-8a87-89c530bed5b6 req-fb0cd833-6ee9-442e-9e4f-7a71d7589e39 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1610425 Sep 17 16:07:14.648227 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3c561966-43c7-4f7f-8a87-89c530bed5b6 req-f744d4e5-64cc-42d0-8830-f6f43b51ccd8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599146 Sep 17 16:07:14.736737 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b843f6-f41e-42d7-9972-b569e5652bd5 req-e6b30030-35c8-40b6-9c11-f31f5bb42e15 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:14.745102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9b843f6-f41e-42d7-9972-b569e5652bd5 req-e6b30030-35c8-40b6-9c11-f31f5bb42e15 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0721941 Sep 17 16:07:14.788462 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9b843f6-f41e-42d7-9972-b569e5652bd5 req-8bdf50b2-cb03-4878-b0a6-0696082f79cc tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Sep 17 16:07:14.909293 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:07:15.787997 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740f02-f65b-48aa-9e9c-345bd0d3efaf req-547d0274-cf78-41ea-9a80-53b233b70049 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:15.789655 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0740f02-f65b-48aa-9e9c-345bd0d3efaf req-547d0274-cf78-41ea-9a80-53b233b70049 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0586479 Sep 17 16:07:15.837862 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0740f02-f65b-48aa-9e9c-345bd0d3efaf req-a44ea160-e246-4dc9-9744-ba6002367e74 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Sep 17 16:07:15.933294 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd5f6-876b-4a5d-9a45-32fb16c7dedb req-cc54b36c-7b1d-4259-ac49-102829d16642 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:15.934911 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-150cd5f6-876b-4a5d-9a45-32fb16c7dedb req-cc54b36c-7b1d-4259-ac49-102829d16642 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0557144 Sep 17 16:07:15.979249 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-150cd5f6-876b-4a5d-9a45-32fb16c7dedb req-0586bf83-b984-47aa-9d65-143ea17b8ef8 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379691 Sep 17 16:07:16.776675 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:16.967718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157e818-0564-4ef9-8d60-9793852fe61e req-694cdd62-8c1a-4d70-9665-4081b57593a5 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:16.969894 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3157e818-0564-4ef9-8d60-9793852fe61e req-694cdd62-8c1a-4d70-9665-4081b57593a5 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0564239 Sep 17 16:07:17.021460 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3157e818-0564-4ef9-8d60-9793852fe61e req-c1a2831e-c876-4bf3-a8c3-91d57b7273d5 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Sep 17 16:07:17.113815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65230eb-bb5a-4465-bd88-97903fda9d95 req-dd12d955-92a0-4744-a1b8-e6f496976335 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:17.116149 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b65230eb-bb5a-4465-bd88-97903fda9d95 req-dd12d955-92a0-4744-a1b8-e6f496976335 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0586143 Sep 17 16:07:17.163716 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b65230eb-bb5a-4465-bd88-97903fda9d95 req-ce1740ca-b4e8-4509-b322-569c8e0ee473 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395894 Sep 17 16:07:17.635777 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077656-094b-4e73-8be5-299b56c5c04d req-73d8f29e-b3eb-4b83-b9c3-e1eeec46e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:17.638518 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-73d8f29e-b3eb-4b83-b9c3-e1eeec46e652 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.0963285 Sep 17 16:07:17.781732 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077656-094b-4e73-8be5-299b56c5c04d req-112f76e4-6ac8-4f91-958b-973e67ef0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:17.784832 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-112f76e4-6ac8-4f91-958b-973e67ef0c67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1349912 Sep 17 16:07:17.895122 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-24768c9a-ba51-48b3-9be2-1c896601764e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1002 time: 0.0926466 Sep 17 16:07:17.976046 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077656-094b-4e73-8be5-299b56c5c04d req-6c9d2427-8d53-46df-a797-46a101de45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:17.978142 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-6c9d2427-8d53-46df-a797-46a101de45e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0681462 Sep 17 16:07:18.079203 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077656-094b-4e73-8be5-299b56c5c04d req-753ce9c3-482e-4f64-8813-dd211b9cff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:18.080995 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-753ce9c3-482e-4f64-8813-dd211b9cff7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930259 Sep 17 16:07:18.225133 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-0278235a-b41b-402b-84ce-e6ad546b2c0f service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299891 Sep 17 16:07:18.285857 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b4d03-d86e-417f-8262-0b3341c114a4 req-cbeac4b7-7ca4-4fbe-86fc-100ca0b9eacc tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:18.295086 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-398b4d03-d86e-417f-8262-0b3341c114a4 req-cbeac4b7-7ca4-4fbe-86fc-100ca0b9eacc tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0800366 Sep 17 16:07:18.381098 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-398b4d03-d86e-417f-8262-0b3341c114a4 req-ee00d738-a59a-45ac-81a4-5abfef89e202 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841615 Sep 17 16:07:18.431787 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-73077656-094b-4e73-8be5-299b56c5c04d req-d4d51239-4fca-4adb-b23e-8e16771348d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976862 Sep 17 16:07:18.508893 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b211-af4e-47b4-a909-39865f08b2e5 req-caa1a3a8-4b71-44a5-ba48-e5b41e69098a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:18.510829 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-27d6b211-af4e-47b4-a909-39865f08b2e5 req-caa1a3a8-4b71-44a5-ba48-e5b41e69098a tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0710726 Sep 17 16:07:18.564572 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-27d6b211-af4e-47b4-a909-39865f08b2e5 req-67312ad9-0cf8-4790-98ed-fa7716f51813 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469193 Sep 17 16:07:19.009988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-66650c7e-5ce4-4f0a-8f27-95953f19e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.012346 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-66650c7e-5ce4-4f0a-8f27-95953f19e5b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 1099 time: 0.0646796 Sep 17 16:07:19.184173 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-98bd2e94-0c57-415f-afe6-32698f2ba4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.186222 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-98bd2e94-0c57-415f-afe6-32698f2ba4dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1316147 Sep 17 16:07:19.386631 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-6ec55cd6-a636-418e-965c-48d652f588e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 200 len: 1002 time: 0.1728125 Sep 17 16:07:19.492953 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-01f59fcb-1a74-4b72-94b5-0ee90cb23b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.494841 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-01f59fcb-1a74-4b72-94b5-0ee90cb23b02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0869341 Sep 17 16:07:19.580946 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-f23818a0-36b5-460d-9f37-8fd636a46040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.583471 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-f23818a0-36b5-460d-9f37-8fd636a46040 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718734 Sep 17 16:07:19.641971 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f765e-f87a-468d-91f8-e85c56164151 req-92d45946-e88a-40fc-a6a9-3f597f3cf3f3 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.644773 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-615f765e-f87a-468d-91f8-e85c56164151 req-92d45946-e88a-40fc-a6a9-3f597f3cf3f3 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.1193752 Sep 17 16:07:19.727326 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-615f765e-f87a-468d-91f8-e85c56164151 req-7ddf39b3-6376-4248-a48c-0edbae60aa1e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697463 Sep 17 16:07:19.816245 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-cc246a46-fc96-4b0a-b093-e490d03bd6e3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211914 Sep 17 16:07:19.947884 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a2652dc7-bb87-4bab-a9bd-4ccf0b3048fd req-3f0cda3d-11dc-40d8-8529-c592294e0a79 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115239 Sep 17 16:07:19.950422 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c271-8bce-4d02-ac02-15118bda6758 req-c82b40a2-107b-4450-a612-30b764750d37 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:19.953256 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7995c271-8bce-4d02-ac02-15118bda6758 req-c82b40a2-107b-4450-a612-30b764750d37 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1446645 Sep 17 16:07:20.018098 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a260-907b-4238-87e9-3eef9514e495 req-0893b989-b3cb-42e3-b96d-09edaf9b40cf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:20.022254 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2ce3a260-907b-4238-87e9-3eef9514e495 req-0893b989-b3cb-42e3-b96d-09edaf9b40cf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1474552 Sep 17 16:07:20.063024 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7995c271-8bce-4d02-ac02-15118bda6758 req-c7943a2d-7693-43e2-a4b9-7509a7336199 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934246 Sep 17 16:07:20.128941 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2ce3a260-907b-4238-87e9-3eef9514e495 req-297d5f9b-1e68-44eb-b31d-fa326c1c7f69 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872290 Sep 17 16:07:20.966509 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ad8b-8cb4-49d0-87c4-639fe9031bd7 req-6474060d-9630-4e0a-84fb-8884e149b011 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:20.976336 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d673ad8b-8cb4-49d0-87c4-639fe9031bd7 req-6474060d-9630-4e0a-84fb-8884e149b011 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.0932972 Sep 17 16:07:21.017393 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d673ad8b-8cb4-49d0-87c4-639fe9031bd7 req-aad8288e-c3c7-41eb-83f2-d0d114953e71 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Sep 17 16:07:21.250167 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28139936-d651-4aba-a4ed-a950ff6542ed req-be998000-b955-4779-8e60-9324bffcacd3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:21.251914 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28139936-d651-4aba-a4ed-a950ff6542ed req-be998000-b955-4779-8e60-9324bffcacd3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0765181 Sep 17 16:07:21.342568 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28139936-d651-4aba-a4ed-a950ff6542ed req-440ef695-ec01-4e2e-abe3-62a1fd10bdc3 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788584 Sep 17 16:07:21.559487 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-457a2e7b-3c1e-4e88-b0c0-f08e211a2e3d tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:21.561465 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-457a2e7b-3c1e-4e88-b0c0-f08e211a2e3d tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 946 time: 0.0734773 Sep 17 16:07:21.712418 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Deleting port 7747935a-fa6b-4816-bbcd-41152a602238 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:07:21.712844 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:21.896936 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] For port 7747935a-fa6b-4816-bbcd-41152a602238, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=7747935a-fa6b-4816-bbcd-41152a602238,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:21.897505 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:21.915370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Calling delete_port for 7747935a-fa6b-4816-bbcd-41152a602238 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:07:22.216928 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:22.232812 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['7747935a-fa6b-4816-bbcd-41152a602238'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:07:22.257681 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c06692-6cab-47f1-a6b7-b3015674922b req-f4e78076-0a23-42cb-a86e-10668fd04ad5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:22.266610 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b5c06692-6cab-47f1-a6b7-b3015674922b req-f4e78076-0a23-42cb-a86e-10668fd04ad5 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 867 time: 0.0986302 Sep 17 16:07:22.395889 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b5c06692-6cab-47f1-a6b7-b3015674922b req-6f3e18b3-365f-4d5c-be7c-25f9759d4a0b tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264455 Sep 17 16:07:22.396970 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48170) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:22.404785 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Pushing event deleted for resources: {'Port': ['ID=7747935a-fa6b-4816-bbcd-41152a602238,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:22.500314 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] No DVR routers for this DVR port 7747935a-fa6b-4816-bbcd-41152a602238 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:07:22.504404 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:22.508723 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d647d2d9-f559-405e-956d-efdc6cb3ffee req-4b62867e-8cdb-48f3-96e6-8f02083fe323 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "DELETE /v2.0/ports/7747935a-fa6b-4816-bbcd-41152a602238 HTTP/1.1" status: 204 len: 173 time: 0.9397871 Sep 17 16:07:22.509769 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'name': 'network-vif-deleted', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:07:22.514129 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da224ac6-ee17-4009-b59c-35e195bef6af" -d '{"events": [{"server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "name": "network-vif-deleted", "tag": "7747935a-fa6b-4816-bbcd-41152a602238"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:07:22.576919 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc6b34f-5b1c-433f-b9e6-d91410ee4d7f x-openstack-request-id: req-dfc6b34f-5b1c-433f-b9e6-d91410ee4d7f {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:07:22.577595 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13663a24-5932-470b-addb-a776ed683c25", "name": "network-vif-deleted", "tag": "7747935a-fa6b-4816-bbcd-41152a602238", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:07:22.578222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfc6b34f-5b1c-433f-b9e6-d91410ee4d7f {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:07:22.579274 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13663a24-5932-470b-addb-a776ed683c25', 'name': 'network-vif-deleted', 'tag': '7747935a-fa6b-4816-bbcd-41152a602238', 'status': 'completed', 'code': 200} Sep 17 16:07:22.646174 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bbb91-3ec5-46ca-92be-5d3671fc188b req-45f6e1b8-267b-41c5-86c2-c71db0e26ba2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:22.659665 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2d9bbb91-3ec5-46ca-92be-5d3671fc188b req-45f6e1b8-267b-41c5-86c2-c71db0e26ba2 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1463246 Sep 17 16:07:22.837663 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2d9bbb91-3ec5-46ca-92be-5d3671fc188b req-37b296c5-7b5b-40da-acec-a08abe566b3f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763289 Sep 17 16:07:22.841987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3dccd391-acf6-423e-bc40-24d92153e50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.187724 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3dccd391-acf6-423e-bc40-24d92153e50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.308257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3dccd391-acf6-423e-bc40-24d92153e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.375947 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3dccd391-acf6-423e-bc40-24d92153e50c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a8d70345b7e407ea6b32fd96bbbccde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526842 Sep 17 16:07:23.377045 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48182) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:23.377251 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd391-acf6-423e-bc40-24d92153e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158311bc-7338-487a-871e-ef5247277340,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:23.491602 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.536632 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.681441 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-12320a3e-a03c-4cc3-9a9f-f94420dbaef3 req-314f5d90-78ad-4337-a153-6c7bee037254 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=13663a24-5932-470b-addb-a776ed683c25 HTTP/1.1" status: 200 len: 210 time: 0.0390210 Sep 17 16:07:23.748863 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.758484 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:23.760497 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/158311bc-7338-487a-871e-ef5247277340 HTTP/1.1" status: 204 len: 168 time: 0.3813086 Sep 17 16:07:23.813533 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007294c9-c813-4f17-84c1-11ee13d9a780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158311bc-7338-487a-871e-ef5247277340,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:24.038071 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28880-e93e-420e-89af-57a08dc4f8b9 req-78b464a8-23b3-48d4-9918-6c5ae99ebdc7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:24.040648 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8de28880-e93e-420e-89af-57a08dc4f8b9 req-78b464a8-23b3-48d4-9918-6c5ae99ebdc7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0783980 Sep 17 16:07:24.111895 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8de28880-e93e-420e-89af-57a08dc4f8b9 req-34b9b778-7562-45e1-958e-856e4644e175 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608661 Sep 17 16:07:25.274302 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b8e0f-eba8-404c-9108-34343946c8d0 req-4d40c388-8dd1-46d6-bc26-c790d4cdf887 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:25.275959 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d53b8e0f-eba8-404c-9108-34343946c8d0 req-4d40c388-8dd1-46d6-bc26-c790d4cdf887 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0560653 Sep 17 16:07:25.353945 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d53b8e0f-eba8-404c-9108-34343946c8d0 req-98bd6b68-c6ea-47ff-8ee8-27547d4a4d43 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662966 Sep 17 16:07:26.559938 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47219e-46e1-404b-ab10-7941e52d59f1 req-80d7940e-bb53-4081-8a33-eeb6b89e33a7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:26.562467 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cc47219e-46e1-404b-ab10-7941e52d59f1 req-80d7940e-bb53-4081-8a33-eeb6b89e33a7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0816023 Sep 17 16:07:26.622179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cc47219e-46e1-404b-ab10-7941e52d59f1 req-c53a1952-41ab-4f4d-a47d-a1f100927f87 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Sep 17 16:07:26.944159 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 7747935a-fa6b-4816-bbcd-41152a602238 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:07:26.969135 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 7747935a-fa6b-4816-bbcd-41152a602238 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:07:26.969463 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 7747935a-fa6b-4816-bbcd-41152a602238 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:07:27.787925 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e8cc2-b41f-44d3-a924-8d9fc40d3549 req-bbc15b8a-59f8-4bed-9cf3-81c1a0d0be02 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:27.789561 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb8e8cc2-b41f-44d3-a924-8d9fc40d3549 req-bbc15b8a-59f8-4bed-9cf3-81c1a0d0be02 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0699248 Sep 17 16:07:27.844106 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb8e8cc2-b41f-44d3-a924-8d9fc40d3549 req-8d33cce7-0627-4b38-b18e-3d66d79bfefe tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Sep 17 16:07:28.066882 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-941a3e99-9407-4659-9deb-8c22d3df4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:28.980192 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b93a-d279-4e8a-8c01-0257c013baff req-cb4d09f5-8230-49a0-871d-852a01d6750c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:28.981932 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bff6b93a-d279-4e8a-8c01-0257c013baff req-cb4d09f5-8230-49a0-871d-852a01d6750c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0590818 Sep 17 16:07:29.029116 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bff6b93a-d279-4e8a-8c01-0257c013baff req-99f752ee-a33b-4b64-95f5-c4eb66b15f7e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Sep 17 16:07:29.578086 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48362) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:29.642934 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Deleting subnet 8c7ddd08-6475-408f-98b2-881cb05231e0 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:07:29.646687 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:29.692121 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:29.754491 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:29.924010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:29.954127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:29.965390 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48374) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:29.966302 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c7ddd08-6475-408f-98b2-881cb05231e0 HTTP/1.1" status: 204 len: 168 time: 0.3806877 Sep 17 16:07:29.986503 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7ddd08-6475-408f-98b2-881cb05231e0,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:29.999922 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.000403 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.000819 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.001222 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.001629 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.002032 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.002432 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.002835 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.003231 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.003643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.004033 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.004453 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1a44-1e7c-4ea1-bb69-854bad3e260b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.100691 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48378) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:30.128556 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.244236 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85dce-1af1-4959-80bb-301d7e906f47 req-106f1099-180c-4b0d-927f-3ace99946faa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:30.248537 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a2d85dce-1af1-4959-80bb-301d7e906f47 req-106f1099-180c-4b0d-927f-3ace99946faa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1101177 Sep 17 16:07:30.320464 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cf61b651-33b3-489f-9dfe-531aa4b0bd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.325112 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.355024 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a2d85dce-1af1-4959-80bb-301d7e906f47 req-247dab8e-13d4-43cf-80eb-273f819f32cb tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902891 Sep 17 16:07:30.387267 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f5d907-dd00-4939-9b6a-a985d801bc67']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:30.406921 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:30.407262 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbeb7c91-3e46-4edd-b6d5-fc4b754d1823') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:30.424199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.441748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.450611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:07:30.450611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:07:30.452974 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:07:30.496752 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cf61b651-33b3-489f-9dfe-531aa4b0bd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.565736 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cf61b651-33b3-489f-9dfe-531aa4b0bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.600137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.617160 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.617330 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-cf61b651-33b3-489f-9dfe-531aa4b0bd1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de1af01d010d475ab08a14b8e51b25fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090759 Sep 17 16:07:30.617487 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/10f5d907-dd00-4939-9b6a-a985d801bc67 HTTP/1.1" status: 204 len: 168 time: 0.6499486 Sep 17 16:07:30.617639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61b651-33b3-489f-9dfe-531aa4b0bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283969a0-0078-4feb-bab7-d745550d0042,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:30.617639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48386) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:30.634188 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f5d907-dd00-4939-9b6a-a985d801bc67,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:30.650600 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.651201 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.651819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.652438 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.652994 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.653710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.654091 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.654671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.655244 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.655886 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.656452 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.657576 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cf8b8-a8f7-48aa-9a8d-10a114d98da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:30.680481 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a177ffc-e274-47f2-aa6a-55808cd635d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.724881 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.761776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.949439 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.952667 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:30.953973 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/283969a0-0078-4feb-bab7-d745550d0042 HTTP/1.1" status: 204 len: 168 time: 0.3357477 Sep 17 16:07:30.969522 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3499e-fa31-497a-ab9b-3df33c1309ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283969a0-0078-4feb-bab7-d745550d0042,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:31.063550 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48392) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:31.118731 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-b06be586-f414-40fb-b5d3-3d5c33107da0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99e6793eb2cb447cad0e331d691b2066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538964 Sep 17 16:07:31.123171 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48394) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:31.190460 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.239280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.445751 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.448864 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.452080 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78d8b2cf-c582-484f-8fad-05f1c269bc9a HTTP/1.1" status: 204 len: 168 time: 0.3276100 Sep 17 16:07:31.468721 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd02cd3-61c0-404f-b59d-26f3a2c65533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8b2cf-c582-484f-8fad-05f1c269bc9a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:31.560564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.670236 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646272e1-3487-4b8c-94ff-1ec5ae6929af req-cd8f6388-1100-4bc2-832c-d43dcf8a6b0b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:31.671933 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-646272e1-3487-4b8c-94ff-1ec5ae6929af req-cd8f6388-1100-4bc2-832c-d43dcf8a6b0b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0837071 Sep 17 16:07:31.697814 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:31.727899 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-646272e1-3487-4b8c-94ff-1ec5ae6929af req-aaf42d7e-031f-4787-b6f9-fcaa44d7507b tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Sep 17 16:07:32.570673 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203172bb-62a4-481a-9d5b-ff84f1cb203d req-cd14db6a-b7b5-479e-a3e8-3db7c4d70e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:32.572125 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-203172bb-62a4-481a-9d5b-ff84f1cb203d req-cd14db6a-b7b5-479e-a3e8-3db7c4d70e5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.0441525 Sep 17 16:07:32.631869 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-203172bb-62a4-481a-9d5b-ff84f1cb203d req-97dfe36d-8872-4fa7-aedc-8dfc549380d5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Sep 17 16:07:32.730287 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48418) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:32.755763 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2ca85bb5-0798-4321-9925-848d8aa95720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:32.935473 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249e84-b78a-409b-802a-a916c8dba3bd req-dbb3bb87-76a6-4288-acb5-1a3a43b61599 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:32.938071 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-96249e84-b78a-409b-802a-a916c8dba3bd req-dbb3bb87-76a6-4288-acb5-1a3a43b61599 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0985055 Sep 17 16:07:32.954660 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2ca85bb5-0798-4321-9925-848d8aa95720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.022175 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2ca85bb5-0798-4321-9925-848d8aa95720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.061168 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-96249e84-b78a-409b-802a-a916c8dba3bd req-5090acd9-ca0f-4e7a-a6f4-3572497e859e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998726 Sep 17 16:07:33.105232 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-2ca85bb5-0798-4321-9925-848d8aa95720 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b902becace343f5939ba704ba53b0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736286 Sep 17 16:07:33.106576 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca85bb5-0798-4321-9925-848d8aa95720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d3d49c-8d3f-42fc-b326-89f68196e9d3,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:33.107738 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48436) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:33.168150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.192393 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.318379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.321015 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.322199 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86d3d49c-8d3f-42fc-b326-89f68196e9d3 HTTP/1.1" status: 204 len: 168 time: 0.2131524 Sep 17 16:07:33.331034 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b28f2-867c-4f17-8a71-9e748e31464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d3d49c-8d3f-42fc-b326-89f68196e9d3,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:33.639890 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48450) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:33.782211 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2032949537-network', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:33.851183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.879859 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Made reservation on behalf of 58a94c6272084a27ba61d0a256bd2f7c for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:33.883034 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:33.893207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.009262 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.123721 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.161207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:07:34.181286 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996cc99c-9f82-4734-9859-4b1a10e8a89a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:34.190825 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.191842 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Added segment 3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1 of type vlan for network 68f5843b-e234-49be-959f-77b7cb19be9e Sep 17 16:07:34.211851 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999332-db94-402a-b48a-4e2c644c8de1 req-7c51cbaa-71f1-46e0-895f-74dc18203706 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:34.216250 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13999332-db94-402a-b48a-4e2c644c8de1 req-7c51cbaa-71f1-46e0-895f-74dc18203706 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0762672 Sep 17 16:07:34.278605 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.281871 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13999332-db94-402a-b48a-4e2c644c8de1 req-b348c881-7dce-43d2-bf43-9d372368ce5f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Sep 17 16:07:34.395558 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.397793 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:34.398848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:34.505047 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] Pushing event updated for resources: {'Network': ['ID=68f5843b-e234-49be-959f-77b7cb19be9e,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:34.518767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 68f5843b-e234-49be-959f-77b7cb19be9e details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:07:34.590307 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-944a5e6d-f7f8-44e1-b8d1-4ddbcfc05505 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9485700 Sep 17 16:07:34.595352 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48480) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:34.608258 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Request body: {'subnet': {'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2032949537-subnet', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:34.731653 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Made reservation on behalf of 58a94c6272084a27ba61d0a256bd2f7c for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:34.735747 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7303316'] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.069444 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7077470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7303354'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.176563 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58b0e1c-e957-4210-9146-54ca410f4405,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:35.195941 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Checking segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:35.196551 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Network hostable DHCP agents. Network: 68f5843b-e234-49be-959f-77b7cb19be9e, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:07:35.311321 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Network 68f5843b-e234-49be-959f-77b7cb19be9e is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:07:35.422803 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 68f5843b-e234-49be-959f-77b7cb19be9e) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:35.433430 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:35.433430 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.436183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5bec0-91f9-4656-b8a8-52501972b3b1 None None] Network 68f5843b-e234-49be-959f-77b7cb19be9e requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:07:35.484718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459319-cbec-49d4-abec-29f1d9fb3d4c req-6417375f-693d-4bf4-8baa-8a1008aaec89 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:35.487640 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77459319-cbec-49d4-abec-29f1d9fb3d4c req-6417375f-693d-4bf4-8baa-8a1008aaec89 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1124179 Sep 17 16:07:35.555143 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77459319-cbec-49d4-abec-29f1d9fb3d4c req-0eb53dbd-6561-4d03-b69e-6232a041aaed tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598605 Sep 17 16:07:35.607899 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f1887365-05ad-4d37-8ca4-9d9a2145bcc8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0089333 Sep 17 16:07:35.615192 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48498) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:35.621501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:35.709423 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-68f5843b-e234-49be-959f-77b7cb19be9e', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:07:35.711226 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.758828 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.762883 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.862848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:35.955864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Allocated IP 172.20.0.2 (68f5843b-e234-49be-959f-77b7cb19be9e/f58b0e1c-e957-4210-9146-54ca410f4405/9adcea76-8690-4eb7-b8bc-ff04d0754189) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:36.081243 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.243811 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.332201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.408063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Pushing event updated for resources: {'Port': ['ID=9adcea76-8690-4eb7-b8bc-ff04d0754189,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:36.424491 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Network 68f5843b-e234-49be-959f-77b7cb19be9e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:36.426150 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:36.436380 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:36.494574 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-4b195345-9261-4608-bf69-ce327a01f220 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:36.505927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Attempting to bind port 9adcea76-8690-4eb7-b8bc-ff04d0754189 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:36.506599 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Attempting to bind port 9adcea76-8690-4eb7-b8bc-ff04d0754189 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:36.507233 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Attempting to bind port 9adcea76-8690-4eb7-b8bc-ff04d0754189 on network 68f5843b-e234-49be-959f-77b7cb19be9e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:36.508626 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-4b195345-9261-4608-bf69-ce327a01f220 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/networks?id=a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 200 len: 813 time: 0.2171812 Sep 17 16:07:36.514742 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:36.515650 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Checking segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:36.516262 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.516632 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Bound using segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:36.517401 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Bound port: 9adcea76-8690-4eb7-b8bc-ff04d0754189, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:36.517795 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.524350 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.528658 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-9d5d9139-89d6-40ed-990b-39e39ed80036 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/quotas/b7785dde4c224722ac7c8f133c115ca6 HTTP/1.1" status: 200 len: 375 time: 0.0185611 Sep 17 16:07:36.560616 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.575266 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-a6c33095-55b5-4eba-a050-eba9cec60e99 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391219 Sep 17 16:07:36.623279 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] For port 9adcea76-8690-4eb7-b8bc-ff04d0754189, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:36.627807 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] For port 9adcea76-8690-4eb7-b8bc-ff04d0754189, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9adcea76-8690-4eb7-b8bc-ff04d0754189,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:36.710454 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:36.777779 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Allocated IP 172.27.2.202 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/49f87315-77ca-423f-b80d-7828633553a5) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:36.801665 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcffc6b-7c1b-4ea5-96e0-584bf4f11176 req-b1a9134b-5132-493a-999d-c7c80d7e8261 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:36.804160 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ddcffc6b-7c1b-4ea5-96e0-584bf4f11176 req-b1a9134b-5132-493a-999d-c7c80d7e8261 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0976107 Sep 17 16:07:36.846181 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-97d3f539-02dd-45be-baa4-772d9c24be74 service neutron] 10.222.0.59 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627325 Sep 17 16:07:36.854488 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7129-e682-4dc9-b117-b5251b6160d4 None None] Pushing event updated for resources: {'Port': ['ID=9adcea76-8690-4eb7-b8bc-ff04d0754189,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:36.931827 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ddcffc6b-7c1b-4ea5-96e0-584bf4f11176 req-03c111fd-c28a-4737-8a29-3b50ed7d65d5 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099324 Sep 17 16:07:37.039931 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-b2190e6b-6e92-40f1-a7d7-eef24bf57cdd service neutron] 10.222.0.59 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745675 Sep 17 16:07:37.303203 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:37.430449 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:37.502746 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:37.509095 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:37.526171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:37.593143 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9adcea76-8690-4eb7-b8bc-ff04d0754189 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:37.604082 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Pushing event updated for resources: {'Port': ['ID=49f87315-77ca-423f-b80d-7828633553a5,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:37.803919 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d81df75-aafa-4130-a0a4-1d7c33bd30d9 req-688e8ed9-5db0-4e58-bd77-50a8b1a49f35 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 210 time: 0.4042993 Sep 17 16:07:37.902610 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 9adcea76-8690-4eb7-b8bc-ff04d0754189 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:37.903609 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.049571 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.113123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.144137 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 9adcea76-8690-4eb7-b8bc-ff04d0754189, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9adcea76-8690-4eb7-b8bc-ff04d0754189,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:38.190529 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3186b-ccd3-47cc-82f8-1b4f39757ff1 req-6f07ccdf-385a-4ffa-82b2-bda3d04590b8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:38.194355 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eab3186b-ccd3-47cc-82f8-1b4f39757ff1 req-6f07ccdf-385a-4ffa-82b2-bda3d04590b8 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1165605 Sep 17 16:07:38.218916 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.263281 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eab3186b-ccd3-47cc-82f8-1b4f39757ff1 req-b2d647d9-a573-4521-af12-d9848ad1e10a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577202 Sep 17 16:07:38.296529 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d3434-d92a-4d3a-b24a-0b7d6d442973 None None] Network 68f5843b-e234-49be-959f-77b7cb19be9e requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:07:38.403327 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=9adcea76-8690-4eb7-b8bc-ff04d0754189,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:38.411079 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-35d2972a-3701-4095-862b-4cdadff4c2af None None] Provisioning complete for port 9adcea76-8690-4eb7-b8bc-ff04d0754189 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:38.412239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d2972a-3701-4095-862b-4cdadff4c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.452883 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.811823 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Router c5ef9242-971e-40eb-ac95-a5f3423b1149 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:07:38.839018 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e83c715c-28bd-45b7-ba31-d49d022853f6 None None] Provisioning complete for port 9adcea76-8690-4eb7-b8bc-ff04d0754189 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:38.839599 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e83c715c-28bd-45b7-ba31-d49d022853f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:38.943750 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4000529c-852d-48b7-92d5-054921a2893c req-54f7268c-0484-480a-9c1f-c3608d159ebe tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 210 time: 0.0404327 Sep 17 16:07:38.974366 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feac2f8-fd04-431c-b04b-5f213b34d9dc req-6563f5a0-f6e2-4488-b39f-44fc8e59ea02 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:38.976637 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8feac2f8-fd04-431c-b04b-5f213b34d9dc req-6563f5a0-f6e2-4488-b39f-44fc8e59ea02 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1086798 Sep 17 16:07:39.029470 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8feac2f8-fd04-431c-b04b-5f213b34d9dc req-ee437311-7b75-4701-a6f4-a70bbe03de3a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Sep 17 16:07:39.059378 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:39.073527 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Sync routers for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:39.075190 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-086cef7e-72e0-452f-9d7c-ebc3a1dc38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:39.077822 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-086cef7e-72e0-452f-9d7c-ebc3a1dc38a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cea34bf8c53c460282351a11edb1f03c&device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 1098 time: 0.1481991 Sep 17 16:07:39.090139 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:39.091118 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:39.199748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-80b4db88-08b4-4cb8-b84d-3b907b147423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:39.201406 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-80b4db88-08b4-4cb8-b84d-3b907b147423 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 200 len: 919 time: 0.1150286 Sep 17 16:07:39.218408 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:39.232015 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:39.233439 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-87ada3fb-1e27-4788-899d-21675b584c80 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6185930 Sep 17 16:07:39.236630 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48574) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:39.264626 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-bcbd7fc7-5348-4d58-9d16-5a4132a167e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 200 len: 217 time: 0.0509775 Sep 17 16:07:39.329211 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-f08ade72-b11b-4459-bce4-b17ab1009a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:39.331688 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-f08ade72-b11b-4459-bce4-b17ab1009a06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 200 len: 858 time: 0.0590010 Sep 17 16:07:39.396125 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-10bedf2d-0ca2-4455-b197-20665d1bdb90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570421 Sep 17 16:07:39.510166 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:37Z', 'revision_number': 3, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:39.584614 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-fae2f589-1136-4699-9609-6cfe6bcb4d6a service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776772 Sep 17 16:07:39.586471 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Checking router: c5ef9242-971e-40eb-ac95-a5f3423b1149 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:39.586471 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Updating router c5ef9242-971e-40eb-ac95-a5f3423b1149 port 49f87315-77ca-423f-b80d-7828633553a5 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:39.598134 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9adcea76-8690-4eb7-b8bc-ff04d0754189 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:39.665008 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 9adcea76-8690-4eb7-b8bc-ff04d0754189 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:39.665469 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:39.772750 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:39.780741 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-23e7062f-720d-4cf7-9ad8-a4e541f52e1b req-dc0fcfd1-d7dc-469b-9050-a20a720100ec service neutron] 10.222.0.53 "GET /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876180 Sep 17 16:07:39.969727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.153151 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.209435 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-58e9e2d3-f8d5-4d81-8301-3167aaa81985 req-87d34256-3fe0-4bd8-8dd7-18251fc4269b tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 210 time: 0.1068900 Sep 17 16:07:40.235098 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.317218 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8af42-6d1f-4be4-935d-106f86abf2e5 req-ca69cc75-2ffb-4952-8e76-7b1f786b6c4e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:40.318928 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c9e8af42-6d1f-4be4-935d-106f86abf2e5 req-ca69cc75-2ffb-4952-8e76-7b1f786b6c4e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1350610 Sep 17 16:07:40.342542 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Allocated IP 172.20.0.1 (68f5843b-e234-49be-959f-77b7cb19be9e/f58b0e1c-e957-4210-9146-54ca410f4405/3f39206c-c22e-4452-b1c1-97211c5cf28d) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:40.367009 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504697-9211-4d76-a694-7da7479c67a4 None None] Pushing event updated for resources: {'Port': ['ID=49f87315-77ca-423f-b80d-7828633553a5,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:40.379037 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Attempting to bind port 49f87315-77ca-423f-b80d-7828633553a5 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:40.379376 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Attempting to bind port 49f87315-77ca-423f-b80d-7828633553a5 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:40.381176 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Attempting to bind port 49f87315-77ca-423f-b80d-7828633553a5 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:40.388200 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:40.388626 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:40.389031 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.389419 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:40.389898 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Bound port: 49f87315-77ca-423f-b80d-7828633553a5, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:40.390296 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.430521 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-f2c667cf-2ff5-4c5c-91f1-ee48581dbc44 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:40.433238 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-f2c667cf-2ff5-4c5c-91f1-ee48581dbc44 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "GET /v2.0/networks?id=a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 200 len: 813 time: 0.2461910 Sep 17 16:07:40.447786 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Request body: {'port': {'device_id': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473', 'admin_state_up': True, 'tenant_id': 'b7785dde4c224722ac7c8f133c115ca6'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:40.480600 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c9e8af42-6d1f-4be4-935d-106f86abf2e5 req-5c97d214-2abe-483c-95dd-017845c1ab70 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468248 Sep 17 16:07:40.539036 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] For port 49f87315-77ca-423f-b80d-7828633553a5, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:40.542314 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] For port 49f87315-77ca-423f-b80d-7828633553a5, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=49f87315-77ca-423f-b80d-7828633553a5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:40.582672 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.610835 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.711996 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Made reservation on behalf of b7785dde4c224722ac7c8f133c115ca6 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:40.712314 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.716044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.721947 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:40.722959 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:40.759032 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Network 68f5843b-e234-49be-959f-77b7cb19be9e is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:40.764514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:40.770917 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:40.801361 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504697-9211-4d76-a694-7da7479c67a4 None None] Pushing event updated for resources: {'Port': ['ID=49f87315-77ca-423f-b80d-7828633553a5,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:40.824003 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:40.881063 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:40.943599 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Allocated IP 172.20.0.13 (a49676d7-5b38-4d90-b8cf-3bc635810473/f4431c86-b5b4-43a1-ac8c-c2b663b7ab29/f398a19e-3327-4ab2-a059-84e0d199d606) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:40.968168 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:41.138831 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-98ad25f5-11b0-48cf-80c3-7d7c4543ccb6 None None] Provisioning complete for port 3f39206c-c22e-4452-b1c1-97211c5cf28d triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:41.141162 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98ad25f5-11b0-48cf-80c3-7d7c4543ccb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.194209 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-98ad25f5-11b0-48cf-80c3-7d7c4543ccb6 None None] Port 3f39206c-c22e-4452-b1c1-97211c5cf28d cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:41.205112 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.219918 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.292318 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:37Z', 'revision_number': 3, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:41.336124 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5908a-d4b2-4d34-b9ac-242766a9bbde None None] The sync data for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi is: [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:37Z', 'revision_number': 3, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:41.425223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.535672 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Network a49676d7-5b38-4d90-b8cf-3bc635810473 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:41.544635 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:41.553414 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:41.592245 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ff12-3128-4aa1-855b-fd441f74230b req-39c64054-d3b2-4edc-9213-62b795a05cb4 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:41.593989 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7135ff12-3128-4aa1-855b-fd441f74230b req-39c64054-d3b2-4edc-9213-62b795a05cb4 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 932 time: 0.1674964 Sep 17 16:07:41.673056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Pushing event updated for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:41.738808 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.739823 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:41.741468 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.749219 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7135ff12-3128-4aa1-855b-fd441f74230b req-18bac00e-377d-4de1-bb5d-6544bb554e85 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350987 Sep 17 16:07:41.795771 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c74ace-62be-4b79-aa11-ed056b7a9bf8 req-5db26440-226b-4c10-b37c-c5a83c22d704 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:41.822989 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72c74ace-62be-4b79-aa11-ed056b7a9bf8 req-5db26440-226b-4c10-b37c-c5a83c22d704 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1670995 Sep 17 16:07:41.831976 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.882256 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-3bf5e85a-dda1-4404-a648-713c8123efdc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4388726 Sep 17 16:07:41.913653 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Request body: {'port': {'device_id': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:41.958379 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:41.998590 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.001253 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.015595 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72c74ace-62be-4b79-aa11-ed056b7a9bf8 req-05267052-a8a3-44dc-ad59-0b960edc7715 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851897 Sep 17 16:07:42.041236 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-a00fc2e0-2370-4cb9-a4a1-11db7d285560 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010730260&fields=id&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 267 time: 0.1212993 Sep 17 16:07:42.221369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-09bef5e8-45d3-4ee2-bbcb-e5c91c334894 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:42.222963 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-09bef5e8-45d3-4ee2-bbcb-e5c91c334894 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.1730101 Sep 17 16:07:42.226023 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Network 68f5843b-e234-49be-959f-77b7cb19be9e is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:42.227792 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:42.293132 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-cb398de1-0516-413a-be19-941b2af1fa59 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/quotas/0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 375 time: 0.0519748 Sep 17 16:07:42.431089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f398a19e-3327-4ab2-a059-84e0d199d606 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:07:42.444505 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.459814 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-f7a6e781-5674-4e5b-be41-301eddc9f248 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483691 Sep 17 16:07:42.462455 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Transition to ACTIVE for port object f398a19e-3327-4ab2-a059-84e0d199d606 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:07:42.468647 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Router c5ef9242-971e-40eb-ac95-a5f3423b1149 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:07:42.542759 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-783e8ab7-190f-47a7-bcdc-f3cd3cea934a None None] Provisioning complete for port 3f39206c-c22e-4452-b1c1-97211c5cf28d triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:42.547470 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-783e8ab7-190f-47a7-bcdc-f3cd3cea934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.589473 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-783e8ab7-190f-47a7-bcdc-f3cd3cea934a None None] Port 3f39206c-c22e-4452-b1c1-97211c5cf28d cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:42.601022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.679360 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Pushing event updated for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:42.743582 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Attempting to bind port f398a19e-3327-4ab2-a059-84e0d199d606 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:42.744372 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Attempting to bind port f398a19e-3327-4ab2-a059-84e0d199d606 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:42.744938 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Attempting to bind port f398a19e-3327-4ab2-a059-84e0d199d606 on network a49676d7-5b38-4d90-b8cf-3bc635810473 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:42.753373 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Port f398a19e-3327-4ab2-a059-84e0d199d606 on network a49676d7-5b38-4d90-b8cf-3bc635810473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:07:42.753945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Attempting to bind port f398a19e-3327-4ab2-a059-84e0d199d606 on network a49676d7-5b38-4d90-b8cf-3bc635810473 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:42.761847 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:42.762326 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Checking segment: {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:42.762619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Bound using segment: {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:42.763036 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Bound port: f398a19e-3327-4ab2-a059-84e0d199d606, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f2f500-daaa-4169-bf17-a6bead72bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:42.763404 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.814661 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-c04eb5c2-13e5-4419-b9b4-7904fb6254e6 service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447738 Sep 17 16:07:42.837778 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:42.844016 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-05f1e649-b8b6-4aab-9a0f-fdecd5d816c0 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5ef9242-971e-40eb-ac95-a5f3423b1149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6048191 Sep 17 16:07:42.892398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:42.897310 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f398a19e-3327-4ab2-a059-84e0d199d606,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:43.002992 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:43.021806 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4875fe-7c5a-48e8-b822-2967740b84d3 req-0db0c8a0-a346-4fe7-9914-77609b7f0c72 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:43.026054 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8b4875fe-7c5a-48e8-b822-2967740b84d3 req-0db0c8a0-a346-4fe7-9914-77609b7f0c72 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 944 time: 0.1333606 Sep 17 16:07:43.035118 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-fad5a9d7-6fc8-44ab-87c0-a10696cacf41 service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897147 Sep 17 16:07:43.112270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:43.112989 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:43.115669 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] 10.222.0.53 "PUT /v2.0/ports/f398a19e-3327-4ab2-a059-84e0d199d606 HTTP/1.1" status: 200 len: 1094 time: 1.2182491 Sep 17 16:07:43.120832 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:07:43.125599 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48626) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:43.128098 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399302a-70f8-4cfd-ac4f-749ece774c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:07:43.149103 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8b4875fe-7c5a-48e8-b822-2967740b84d3 req-5814d64b-d2ed-42e5-99e0-c7523862e64f tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054854 Sep 17 16:07:43.174719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74fc1e-dcb6-4b03-8c5d-e9a39fd55045 service neutron] Pushing event updated for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:43.301548 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-72f6c95f-955d-4390-b914-a56e464343f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:43.304612 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-72f6c95f-955d-4390-b914-a56e464343f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 1097 time: 0.0707610 Sep 17 16:07:43.404668 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-d2f5098b-89b5-4ed9-85d1-0d46939cfbff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f398a19e-3327-4ab2-a059-84e0d199d606 HTTP/1.1" status: 200 len: 217 time: 0.0746489 Sep 17 16:07:43.411070 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-144fa2b5-9bc7-449f-8eae-df62f02b9c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:43.497399 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573c6e4-f5d6-47a4-970d-5013a401d02d req-2229a427-0a4a-4b37-8895-9dfe1740a75a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:43.499099 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c573c6e4-f5d6-47a4-970d-5013a401d02d req-2229a427-0a4a-4b37-8895-9dfe1740a75a tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1505444 Sep 17 16:07:43.513838 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-715130f8-2265-4b68-ae10-b56f0d23d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:43.517175 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-715130f8-2265-4b68-ae10-b56f0d23d611 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4431c86-b5b4-43a1-ac8c-c2b663b7ab29 HTTP/1.1" status: 200 len: 853 time: 0.1055651 Sep 17 16:07:43.560704 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c573c6e4-f5d6-47a4-970d-5013a401d02d req-5f537726-5ad6-4a94-a72e-02f9cf5cadaa tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533025 Sep 17 16:07:43.591307 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-add3bc01-eb8e-4016-96e1-bd2863e219ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a49676d7-5b38-4d90-b8cf-3bc635810473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657539 Sep 17 16:07:43.669103 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 49f87315-77ca-423f-b80d-7828633553a5 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:43.891642 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 49f87315-77ca-423f-b80d-7828633553a5 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:43.892274 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:43.896915 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0115759a-0617-45c7-9a7a-ea88f4f556a1 x-openstack-request-id: req-0115759a-0617-45c7-9a7a-ea88f4f556a1 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:07:43.897565 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:07:43.897845 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0115759a-0617-45c7-9a7a-ea88f4f556a1 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:07:43.898446 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606', 'status': 'completed', 'code': 200} Sep 17 16:07:43.985250 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Sync routers for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:43.991397 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-74fb5374-bc55-477b-b280-41a782a54f1c service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921402 Sep 17 16:07:44.012117 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:44.012815 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:44.183981 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:44.218268 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-144fa2b5-9bc7-449f-8eae-df62f02b9c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.219273 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8726d4f3-80e7-4af6-9573-e2fe81a9f173 req-9396c55c-21ea-467f-a13d-f83c535982d5 service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195280 Sep 17 16:07:44.297177 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a7639651-4b8f-43bd-8d1c-f38b5112caba req-da138db2-b3e8-454c-96c1-2425dfeaf1b5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0744627 Sep 17 16:07:44.333126 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-144fa2b5-9bc7-449f-8eae-df62f02b9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.536466 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-e6058a5f-fbb6-4622-94dc-bd521cbdd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:44.538338 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-e6058a5f-fbb6-4622-94dc-bd521cbdd14a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7785dde4c224722ac7c8f133c115ca6&device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 1097 time: 0.1570208 Sep 17 16:07:44.555632 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-144fa2b5-9bc7-449f-8eae-df62f02b9c59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d6ebc9e1a13470c9c2b500c48d3c05b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4295588 Sep 17 16:07:44.560187 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48668) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:44.560565 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48670) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:44.568272 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409502310-network', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:44.600959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2aa62-edf6-4d3a-b4ef-c13e3b3b4032 req-6b3e36b5-8b5d-4536-8d51-055dbb1c6ffd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:44.603357 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6c2aa62-edf6-4d3a-b4ef-c13e3b3b4032 req-6b3e36b5-8b5d-4536-8d51-055dbb1c6ffd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 944 time: 0.1512387 Sep 17 16:07:44.604571 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fa2b5-9bc7-449f-8eae-df62f02b9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4d9c7-b0e0-4682-96ef-2d765c78660b,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:44.668400 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c6c2aa62-edf6-4d3a-b4ef-c13e3b3b4032 req-c2a10cfa-e43e-4adf-9f02-1197d20674ad tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470972 Sep 17 16:07:44.693908 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.709805 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 2, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:44.745739 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.769925 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-294bd3a3-4dc3-40e2-8244-e8186f584676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:44.772085 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-294bd3a3-4dc3-40e2-8244-e8186f584676 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 200 len: 914 time: 0.2266665 Sep 17 16:07:44.781789 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Checking router: c5ef9242-971e-40eb-ac95-a5f3423b1149 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:44.782370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Updating router c5ef9242-971e-40eb-ac95-a5f3423b1149 port 3f39206c-c22e-4452-b1c1-97211c5cf28d binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:44.785407 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.791685 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 49f87315-77ca-423f-b80d-7828633553a5, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=49f87315-77ca-423f-b80d-7828633553a5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:44.795494 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Made reservation on behalf of f89c5d490d1e478f9977072587fd1722 for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:44.797880 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.833651 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.875089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.884642 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-59b91fce-efdc-4023-8818-e6d552f048c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f398a19e-3327-4ab2-a059-84e0d199d606 HTTP/1.1" status: 200 len: 217 time: 0.0809197 Sep 17 16:07:44.895208 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.963038 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-0c14a1a0-ff87-4bea-af31-b45f5009ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:44.965317 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-0c14a1a0-ff87-4bea-af31-b45f5009ed3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4431c86-b5b4-43a1-ac8c-c2b663b7ab29 HTTP/1.1" status: 200 len: 853 time: 0.0716345 Sep 17 16:07:45.007912 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-33243883-4d6a-4746-8740-8fe373ae477f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a49676d7-5b38-4d90-b8cf-3bc635810473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336733 Sep 17 16:07:45.042263 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.045117 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.050204 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2c4d9c7-b0e0-4682-96ef-2d765c78660b HTTP/1.1" status: 204 len: 168 time: 0.4834535 Sep 17 16:07:45.082078 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a843c1-1016-4230-aeda-06942c65ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4d9c7-b0e0-4682-96ef-2d765c78660b,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:45.124628 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=49f87315-77ca-423f-b80d-7828633553a5,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:45.184448 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-7fd72054-3da5-4aa8-bc0f-a443282f80d1 service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641378 Sep 17 16:07:45.234230 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.306253 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.387675 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:07:45.406965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a2ec89-90eb-41da-8be6-231c1a4fe385,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:45.423043 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6399302a-70f8-4cfd-ac4f-749ece774c2b req-80531f74-462d-4582-9b23-4128e21dac9a service neutron] 10.222.0.53 "GET /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298923 Sep 17 16:07:45.449037 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.453650 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Added segment 67fda923-9d5b-4be4-8e08-9003a3f7afdb of type vlan for network 8de4a785-de36-4737-903a-c8340a7e950a Sep 17 16:07:45.472038 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-093c2e31-c163-42c2-8e76-7efe2b06b3c1 req-61324449-7b14-491d-a20b-08ebd62677e8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0993550 Sep 17 16:07:45.496368 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.537839 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.570618 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 49f87315-77ca-423f-b80d-7828633553a5 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:45.663456 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 49f87315-77ca-423f-b80d-7828633553a5 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:45.664070 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.700448 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.743012 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.745790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:45.746719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.839189 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3929a-acf8-4031-9724-a93b510187eb req-cb9ab56f-13d1-4145-b60a-b7d02b038768 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:45.848067 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e6f3929a-acf8-4031-9724-a93b510187eb req-cb9ab56f-13d1-4145-b60a-b7d02b038768 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 944 time: 0.0828989 Sep 17 16:07:45.873202 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde018ba-5cbb-4c1e-a9cb-37a308251f35 None None] Pushing event updated for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:45.892498 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] Pushing event updated for resources: {'Network': ['ID=8de4a785-de36-4737-903a-c8340a7e950a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:45.911376 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 8de4a785-de36-4737-903a-c8340a7e950a details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:07:45.933424 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e6f3929a-acf8-4031-9724-a93b510187eb req-43ba96cf-5dcd-45e9-bd5a-a14e10d57fdd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810301 Sep 17 16:07:45.940337 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Attempting to bind port 3f39206c-c22e-4452-b1c1-97211c5cf28d on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:45.941140 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Attempting to bind port 3f39206c-c22e-4452-b1c1-97211c5cf28d by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:45.941324 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Attempting to bind port 3f39206c-c22e-4452-b1c1-97211c5cf28d on network 68f5843b-e234-49be-959f-77b7cb19be9e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:45.944220 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48686) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:45.944471 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4ba11979-bdce-43c7-abce-b7e554dae2ce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3823156 Sep 17 16:07:45.956524 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Request body: {'subnet': {'network_id': '8de4a785-de36-4737-903a-c8340a7e950a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409502310-subnet', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:45.997750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:45.998175 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Checking segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:45.998521 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.998919 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Bound using segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:45.999408 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Bound port: 3f39206c-c22e-4452-b1c1-97211c5cf28d, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:45.999793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.087389 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f398a19e-3327-4ab2-a059-84e0d199d606 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:07:46.090527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Made reservation on behalf of f89c5d490d1e478f9977072587fd1722 for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:46.097544 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7303316'] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.205464 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1808b4f1-1696-4c39-b2e6-4406cef6e544 None None] Provisioning complete for port 3f39206c-c22e-4452-b1c1-97211c5cf28d triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:46.205936 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1808b4f1-1696-4c39-b2e6-4406cef6e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.301308 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] For port 3f39206c-c22e-4452-b1c1-97211c5cf28d, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:46.391436 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48688) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:46.406533 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4918e036-2470-4ece-a2e6-9d59be079c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.478806 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] For port 3f39206c-c22e-4452-b1c1-97211c5cf28d, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=3f39206c-c22e-4452-b1c1-97211c5cf28d,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:46.492484 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1808b4f1-1696-4c39-b2e6-4406cef6e544 None None] Port 3f39206c-c22e-4452-b1c1-97211c5cf28d cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:46.514716 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7077470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7303354'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.523306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f398a19e-3327-4ab2-a059-84e0d199d606,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:46.575137 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4918e036-2470-4ece-a2e6-9d59be079c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.581772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'f398a19e-3327-4ab2-a059-84e0d199d606', 'network_id': 'a49676d7-5b38-4d90-b8cf-3bc635810473', 'port_id': 'f398a19e-3327-4ab2-a059-84e0d199d606', 'mac_address': 'fa:16:3e:71:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4431c86-b5b4-43a1-ac8c-c2b663b7ab29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:07:46.585869 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:46.624177 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fb834f7f-8ba5-4165-84ad-32d5c1cbd6db req-50bd41b2-e284-4e38-9650-559cb034e3bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0403900 Sep 17 16:07:46.625422 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Checking segment: {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:46.625781 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Network hostable DHCP agents. Network: 8de4a785-de36-4737-903a-c8340a7e950a, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:07:46.627310 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.643058 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f398a19e-3327-4ab2-a059-84e0d199d606 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:07:46.657819 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.698765 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f398a19e-3327-4ab2-a059-84e0d199d606,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:46.716055 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4918e036-2470-4ece-a2e6-9d59be079c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.741960 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Network 8de4a785-de36-4737-903a-c8340a7e950a is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:07:46.746751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:46.747407 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:46.809758 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918e036-2470-4ece-a2e6-9d59be079c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4681cb1-defe-4537-aa5f-8c03eb01fcf1,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:46.836086 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.840383 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde018ba-5cbb-4c1e-a9cb-37a308251f35 None None] Pushing event updated for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:46.841553 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4918e036-2470-4ece-a2e6-9d59be079c66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=faa014dd3d4e401b8ecd95a1015a0a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484906 Sep 17 16:07:46.844254 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48698) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:46.897239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.920252 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 8de4a785-de36-4737-903a-c8340a7e950a) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:46.926025 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:46.927670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.938023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.951971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c58ba-e8cc-45f7-8dd7-4dec23b314e7 None None] Network 8de4a785-de36-4737-903a-c8340a7e950a requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:07:46.984642 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:46.997752 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:47.063068 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:47.081698 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-de90be6d-38b9-4d6e-9af8-1f533bdae8a1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1348019 Sep 17 16:07:47.084748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48702) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:47.089464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:47.110217 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['f398a19e-3327-4ab2-a059-84e0d199d606'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:07:47.153911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae92ede-97db-4be6-8380-30cdfec468f8 req-ab500a5e-ebe5-466b-8185-77bee14b1bbe tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:47.156520 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2ae92ede-97db-4be6-8380-30cdfec468f8 req-ab500a5e-ebe5-466b-8185-77bee14b1bbe tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 945 time: 0.0943093 Sep 17 16:07:47.209791 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2ae92ede-97db-4be6-8380-30cdfec468f8 req-275444e5-96db-47c1-89d3-6a2c1852bad1 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Sep 17 16:07:47.292127 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.293464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.299646 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] Provisioning complete for port 3f39206c-c22e-4452-b1c1-97211c5cf28d triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:47.300174 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.300385 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.304009 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.310110 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4681cb1-defe-4537-aa5f-8c03eb01fcf1 HTTP/1.1" status: 204 len: 168 time: 0.4592979 Sep 17 16:07:47.337115 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38e55-6331-44a4-b935-03f283b1a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4681cb1-defe-4537-aa5f-8c03eb01fcf1,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:47.433173 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.452111 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-8de4a785-de36-4737-903a-c8340a7e950a', 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'fixed_ips': [{'subnet_id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:07:47.453145 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.656936 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.711657 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:46Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:47.715377 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:47.753896 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e4fdacb6-0ae4-4f3c-a16c-7c72bb9669b0 req-ec0c6284-58cf-4afe-a856-a2940940aee1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0315878 Sep 17 16:07:47.759858 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce956f-4e9f-4245-8fce-34b4a7ee2cee None None] The sync data for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi is: [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:46Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:47.786181 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] For port 3f39206c-c22e-4452-b1c1-97211c5cf28d, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=3f39206c-c22e-4452-b1c1-97211c5cf28d,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:47.795501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Allocated IP 172.20.0.2 (8de4a785-de36-4737-903a-c8340a7e950a/c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f/c8aa4f17-25de-40bf-aae8-7418bc668562) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:47.955165 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.083064 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ba96-efb0-449c-b9d9-2cba4e877b25 None None] Pushing event updated for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:48.218708 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.329084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.436611 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Network 8de4a785-de36-4737-903a-c8340a7e950a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:48.440726 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:48.448546 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:48.484246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Pushing event updated for resources: {'Port': ['ID=c8aa4f17-25de-40bf-aae8-7418bc668562,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:48.508574 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2d34-b623-4ce5-bf70-85be88eaddc5 req-9b3041aa-92d6-4c32-b045-b56490d21a2e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:48.522863 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c4e2d34-b623-4ce5-bf70-85be88eaddc5 req-9b3041aa-92d6-4c32-b045-b56490d21a2e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 945 time: 0.1696136 Sep 17 16:07:48.576687 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Attempting to bind port c8aa4f17-25de-40bf-aae8-7418bc668562 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:48.578792 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Attempting to bind port c8aa4f17-25de-40bf-aae8-7418bc668562 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:48.580659 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Attempting to bind port c8aa4f17-25de-40bf-aae8-7418bc668562 on network 8de4a785-de36-4737-903a-c8340a7e950a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:48.604032 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:48.606088 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Checking segment: {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:48.610110 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.610110 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Bound using segment: {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:48.610110 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Bound port: c8aa4f17-25de-40bf-aae8-7418bc668562, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:48.612273 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1c4e2d34-b623-4ce5-bf70-85be88eaddc5 req-b02db210-9ad5-404b-b3fa-b1d3eb5fbec4 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881882 Sep 17 16:07:48.613761 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.624762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.655525 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.717791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-87d27b6b-0f77-4653-a25a-2d7425316773 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:48.719279 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-87d27b6b-0f77-4653-a25a-2d7425316773 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.2567148 Sep 17 16:07:48.722272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] For port c8aa4f17-25de-40bf-aae8-7418bc668562, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:48.725921 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] For port c8aa4f17-25de-40bf-aae8-7418bc668562, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c8aa4f17-25de-40bf-aae8-7418bc668562,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:48.781919 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-4a8f490c-6886-4a16-9860-dc79b8d560b0 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 380 time: 0.0532458 Sep 17 16:07:48.810808 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'port': {'device_id': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'admin_state_up': True, 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'security_groups': ['b70d5293-70c1-4234-ba84-f772382779ff']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:48.905078 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:48.961786 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-35f579b1-8786-4783-843a-6429cf40dc91 req-fd594760-30f2-4be9-9670-7feaa1eab009 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0814238 Sep 17 16:07:48.973102 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Allocated IP 172.27.2.73 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/6566140b-3b32-4777-b6ee-a929b1b4f443) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:49.063179 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82664-1a1f-4574-8d40-4c71968f0173 None None] Pushing event updated for resources: {'Port': ['ID=c8aa4f17-25de-40bf-aae8-7418bc668562,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:49.215745 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:49.377358 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Made reservation on behalf of 0cab3be4cceb430592a04a7befc48bd7 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:07:49.386843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:49.555471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:49.710404 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:49.731969 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:49.733737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c8aa4f17-25de-40bf-aae8-7418bc668562 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:49.765714 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6566140b-3b32-4777-b6ee-a929b1b4f443,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:49.770780 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:49.898114 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port c8aa4f17-25de-40bf-aae8-7418bc668562 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:49.898718 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:49.910978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c3991-2856-4304-82c2-1103b474b033 req-603b6724-6499-40e5-85ae-ab1b4e41c1fc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:49.913478 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.20.0.7 (cace5d33-faf9-4a0c-8cf1-067b5a5e4a05/d115eb49-1a40-4d4f-8949-732ed855d1a1/40c78610-194f-4177-a1b1-4d3a877e8b03) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:49.924244 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e22c3991-2856-4304-82c2-1103b474b033 req-603b6724-6499-40e5-85ae-ab1b4e41c1fc tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 945 time: 0.1122940 Sep 17 16:07:49.973180 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e22c3991-2856-4304-82c2-1103b474b033 req-1ec253ee-1f99-4f0a-8a32-2de67cf234e3 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Sep 17 16:07:50.041360 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.109040 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f398a19e-3327-4ab2-a059-84e0d199d606 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:50.161905 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port c8aa4f17-25de-40bf-aae8-7418bc668562, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c8aa4f17-25de-40bf-aae8-7418bc668562,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:50.212077 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1de58763-73c9-4eb0-b6c2-96ff734390c1 req-23ba7d6a-7067-4fb8-872c-f35a14201be5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0943601 Sep 17 16:07:50.286063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.286783 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 3f39206c-c22e-4452-b1c1-97211c5cf28d up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:50.369522 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.373528 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=c8aa4f17-25de-40bf-aae8-7418bc668562,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:50.388218 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 3f39206c-c22e-4452-b1c1-97211c5cf28d triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:50.388800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.402175 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.616205 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763c4a3-5e57-4ee8-a1bb-031876b7c17d None None] Network 8de4a785-de36-4737-903a-c8340a7e950a requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:07:50.620177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port f398a19e-3327-4ab2-a059-84e0d199d606 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:07:50.655876 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.656069 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port f398a19e-3327-4ab2-a059-84e0d199d606 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:50.656069 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.708020 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:50.714453 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:50.719842 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:50.723770 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.730320 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f6be4038-143c-4181-885f-e994f33a7582 None None] Provisioning complete for port c8aa4f17-25de-40bf-aae8-7418bc668562 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:50.730561 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f6be4038-143c-4181-885f-e994f33a7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.771671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:50.840509 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:50.841094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.939280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:50.992582 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-84bffe5f-1345-4d81-aa4d-df5be562b4c9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1849654 Sep 17 16:07:51.000038 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:07:51.002540 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc4b48-bbc5-4d20-859e-5293a1669398" -d '{"events": [{"server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "name": "network-vif-plugged", "status": "completed", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:07:51.010276 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Request body: {'port': {'device_id': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:51.022684 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f398a19e-3327-4ab2-a059-84e0d199d606,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:51.090362 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61566bb-60cc-411c-b70b-00e84ac16d15 x-openstack-request-id: req-b61566bb-60cc-411c-b70b-00e84ac16d15 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:07:51.090961 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "name": "network-vif-plugged", "status": "completed", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:07:51.091193 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b61566bb-60cc-411c-b70b-00e84ac16d15 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:07:51.091880 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606', 'code': 200} Sep 17 16:07:51.103127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa092-dc15-4823-aeaa-e988d56bde29 req-669f204f-92e6-48f5-b17a-0bc25d6ee1b6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:51.105673 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ef9aa092-dc15-4823-aeaa-e988d56bde29 req-669f204f-92e6-48f5-b17a-0bc25d6ee1b6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1077778 Sep 17 16:07:51.130559 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Router ae3f86e9-9988-419b-a65c-c56b4dc8272a is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:07:51.139535 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e071fa46-6350-4734-8811-53cdfc34b65b None None] Provisioning complete for port 40c78610-194f-4177-a1b1-4d3a877e8b03 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:51.139861 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e071fa46-6350-4734-8811-53cdfc34b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.148484 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.174449 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ef9aa092-dc15-4823-aeaa-e988d56bde29 req-b39cf056-a507-44c0-b43a-8298fd76fcb1 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546341 Sep 17 16:07:51.226746 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.268743 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf1b06-a32d-4338-a50e-8fb49bbb3286 req-50411df1-e411-4a59-b2ab-c77312f3b0b1 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:51.270437 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-09bf1b06-a32d-4338-a50e-8fb49bbb3286 req-50411df1-e411-4a59-b2ab-c77312f3b0b1 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.0950384 Sep 17 16:07:51.334768 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e071fa46-6350-4734-8811-53cdfc34b65b None None] Port 40c78610-194f-4177-a1b1-4d3a877e8b03 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:51.362386 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-09bf1b06-a32d-4338-a50e-8fb49bbb3286 req-ea8fa1a4-2a05-409f-b82a-ce3261ded273 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831983 Sep 17 16:07:51.390020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2deaa0-a49b-467e-8ac9-4ba03ba3a91c req-0663eec1-174f-448c-adb4-dc5a71fe6948 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:51.393186 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ab2deaa0-a49b-467e-8ac9-4ba03ba3a91c req-0663eec1-174f-448c-adb4-dc5a71fe6948 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 931 time: 0.0885425 Sep 17 16:07:51.405910 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:51.466977 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ab2deaa0-a49b-467e-8ac9-4ba03ba3a91c req-200fff3a-a3c4-4b80-8911-875edc655d8a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628543 Sep 17 16:07:51.488681 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-96361cd9-d059-4f3d-8f00-f8212acd9719 None None] Provisioning complete for port c8aa4f17-25de-40bf-aae8-7418bc668562 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:51.489362 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96361cd9-d059-4f3d-8f00-f8212acd9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.569420 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:51.581615 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Sync routers for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:51.598219 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:51.599577 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:51.650867 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c8aa4f17-25de-40bf-aae8-7418bc668562 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:51.668983 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df87cf-fb7f-463a-828f-7569d04a60b1 req-078fb6ba-45b2-4dfd-8d01-43062db21f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:51.670880 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b8df87cf-fb7f-463a-828f-7569d04a60b1 req-078fb6ba-45b2-4dfd-8d01-43062db21f1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 1099 time: 0.1037998 Sep 17 16:07:51.747767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port c8aa4f17-25de-40bf-aae8-7418bc668562 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:51.748859 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.757705 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.762307 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48774) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:51.762573 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ea077d9a-5296-4600-81cc-6f843bbd67b3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6764081 Sep 17 16:07:51.766851 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b8df87cf-fb7f-463a-828f-7569d04a60b1 req-68247e7b-7794-4535-a66e-4184eafca0b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Sep 17 16:07:51.794932 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:51.838124 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c78610-194f-4177-a1b1-4d3a877e8b03 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:07:51.854574 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:51.879938 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Transition to ACTIVE for port object 40c78610-194f-4177-a1b1-4d3a877e8b03 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:07:51.941888 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:07:51.961345 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.029925 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Pushing event updated for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:52.080948 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:50Z', 'revision_number': 3, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:52.122911 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Checking router: ae3f86e9-9988-419b-a65c-c56b4dc8272a for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:52.123514 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Updating router ae3f86e9-9988-419b-a65c-c56b4dc8272a port 6566140b-3b32-4777-b6ee-a929b1b4f443 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:52.168344 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.186681 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Attempting to bind port 40c78610-194f-4177-a1b1-4d3a877e8b03 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:52.187032 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Attempting to bind port 40c78610-194f-4177-a1b1-4d3a877e8b03 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:52.187374 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Attempting to bind port 40c78610-194f-4177-a1b1-4d3a877e8b03 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:52.193878 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Port 40c78610-194f-4177-a1b1-4d3a877e8b03 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:07:52.194164 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Attempting to bind port 40c78610-194f-4177-a1b1-4d3a877e8b03 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:52.200546 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:52.200968 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:52.201506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Bound using segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:52.202021 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Bound port: 40c78610-194f-4177-a1b1-4d3a877e8b03, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:52.202394 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.334328 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:52.340457 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=40c78610-194f-4177-a1b1-4d3a877e8b03,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:52.434769 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458e936-4b63-4ed9-962e-813eef6bb8a8 req-46f45464-fd1e-4cbc-93db-b770e7c0752f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:52.436362 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6458e936-4b63-4ed9-962e-813eef6bb8a8 req-46f45464-fd1e-4cbc-93db-b770e7c0752f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1449852 Sep 17 16:07:52.533596 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.559804 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6458e936-4b63-4ed9-962e-813eef6bb8a8 req-04fd4f00-e147-47c8-8182-174eb8eae4ef tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158490 Sep 17 16:07:52.579040 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b33f76-236c-4f76-aac7-1d7074871756 req-b3c22879-b211-4f09-9d9d-c5e6e47e524e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:52.587735 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-95b33f76-236c-4f76-aac7-1d7074871756 req-b3c22879-b211-4f09-9d9d-c5e6e47e524e tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.1160612 Sep 17 16:07:52.587735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.588096 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.609464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:52.610283 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.611509 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] 10.222.0.53 "PUT /v2.0/ports/40c78610-194f-4177-a1b1-4d3a877e8b03 HTTP/1.1" status: 200 len: 1093 time: 1.6101711 Sep 17 16:07:52.611949 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:07:52.614291 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:07:52.652789 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d15cb-652f-44c8-9cf8-48c9c04b4a48 service neutron] Pushing event updated for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:52.708208 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-95b33f76-236c-4f76-aac7-1d7074871756 req-d9b3de97-be54-402a-a6aa-33c218c0ff69 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129973 Sep 17 16:07:52.763325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d859d72d-bf1c-4e05-a91d-6d7020a96bcf x-openstack-request-id: req-d859d72d-bf1c-4e05-a91d-6d7020a96bcf {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:07:52.764181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:07:52.764181 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d859d72d-bf1c-4e05-a91d-6d7020a96bcf {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:07:52.764563 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'status': 'completed', 'code': 200} Sep 17 16:07:52.811200 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef593c6-ab52-4e62-9996-3ebf722acaf7 req-80c506cf-dd0d-415e-ba37-981b158c1620 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:52.812807 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7ef593c6-ab52-4e62-9996-3ebf722acaf7 req-80c506cf-dd0d-415e-ba37-981b158c1620 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1280432 Sep 17 16:07:52.840859 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.869028 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-1fd50baf-daef-4b95-b725-0d24a4f06897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:52.871112 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-1fd50baf-daef-4b95-b725-0d24a4f06897 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0740378 Sep 17 16:07:52.894065 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Allocated IP 172.20.0.1 (8de4a785-de36-4737-903a-c8340a7e950a/c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f/c102de57-de4f-40ef-9ccc-8f8ed673e065) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:07:52.904632 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7ef593c6-ab52-4e62-9996-3ebf722acaf7 req-a699e86c-795a-4c2b-a1f3-827d960b86ca tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673032 Sep 17 16:07:52.938218 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Attempting to bind port 6566140b-3b32-4777-b6ee-a929b1b4f443 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:52.941032 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Attempting to bind port 6566140b-3b32-4777-b6ee-a929b1b4f443 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:52.943808 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Attempting to bind port 6566140b-3b32-4777-b6ee-a929b1b4f443 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:52.974865 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:52.975776 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:52.976787 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.977419 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:52.978079 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Bound port: 6566140b-3b32-4777-b6ee-a929b1b4f443, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:52.978957 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:52.987477 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Pushing event updated for resources: {'Port': ['ID=6566140b-3b32-4777-b6ee-a929b1b4f443,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:53.059120 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.144681 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.145082 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.148771 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.148771 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.148771 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.148771 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149245 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-416a0da1-047a-4403-8e88-edbf35af2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149331 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:53.149708 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-416a0da1-047a-4403-8e88-edbf35af2617 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0cab3be4cceb430592a04a7befc48bd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2365220 Sep 17 16:07:53.183244 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] For port 6566140b-3b32-4777-b6ee-a929b1b4f443, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:53.187090 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] For port 6566140b-3b32-4777-b6ee-a929b1b4f443, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=6566140b-3b32-4777-b6ee-a929b1b4f443,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:53.253233 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-00a2986e-9d43-4222-8f04-06f91cc7c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.254766 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b2a74ee8-6e40-4d67-9102-c9c0ade329fb req-00a2986e-9d43-4222-8f04-06f91cc7c3bc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956402 Sep 17 16:07:53.264801 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.319740 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.347562 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Network 8de4a785-de36-4737-903a-c8340a7e950a is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:53.364427 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:53.371695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:07:53.380818 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Pushing event updated for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:53.423336 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:53.424400 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:53.428369 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-a06de204-27bb-484b-8065-166e533e3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.430970 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-a06de204-27bb-484b-8065-166e533e3a39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1216633 Sep 17 16:07:53.455797 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.540934 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b1828-2ad7-4602-9a74-60fd66750fa0 None None] Pushing event updated for resources: {'Port': ['ID=6566140b-3b32-4777-b6ee-a929b1b4f443,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:53.549252 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-77e566d6-5a78-4a6d-9bbe-70f5c24f5d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c78610-194f-4177-a1b1-4d3a877e8b03 HTTP/1.1" status: 200 len: 217 time: 0.1078141 Sep 17 16:07:53.640162 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-7bf2edfd-6e27-4458-8091-936baadc370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.641941 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-7bf2edfd-6e27-4458-8091-936baadc370f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0845520 Sep 17 16:07:53.676058 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:53.704611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-6a72f9bb-5375-409e-b206-ae2cd6f01e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.707061 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-6a72f9bb-5375-409e-b206-ae2cd6f01e33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572412 Sep 17 16:07:53.781514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3879d-1dea-4a4c-9a87-d8eb7a7d3c9b req-03028ce0-e3ba-4dec-84de-38cf5f427eee tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.783219 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b1f3879d-1dea-4a4c-9a87-d8eb7a7d3c9b req-03028ce0-e3ba-4dec-84de-38cf5f427eee tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.0794232 Sep 17 16:07:53.877482 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e2be066a-aba0-4e42-b4ff-af64fde45e4a None None] Provisioning complete for port c102de57-de4f-40ef-9ccc-8f8ed673e065 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:53.881525 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2be066a-aba0-4e42-b4ff-af64fde45e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.910359 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:53.955016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-03373343-e8f7-4359-b7af-af637f1c0118 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.961827 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-03373343-e8f7-4359-b7af-af637f1c0118 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 945 time: 0.1738310 Sep 17 16:07:53.967722 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26f72-b7e4-4968-af20-9d3ed2b84a27 req-e1b8ad00-ba65-46a4-bc12-a8295700f72c tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:53.976933 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8ac26f72-b7e4-4968-af20-9d3ed2b84a27 req-e1b8ad00-ba65-46a4-bc12-a8295700f72c tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.1239152 Sep 17 16:07:53.979685 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e2be066a-aba0-4e42-b4ff-af64fde45e4a None None] Port c102de57-de4f-40ef-9ccc-8f8ed673e065 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:53.983507 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b1f3879d-1dea-4a4c-9a87-d8eb7a7d3c9b req-0ee45e02-fd0b-490a-9077-0320bf86a9a7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798203 Sep 17 16:07:54.028137 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-441f9fc9-8f80-423c-a1f8-878e15531bec service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126066 Sep 17 16:07:54.069334 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:50Z', 'revision_number': 3, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:54.085554 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8ac26f72-b7e4-4968-af20-9d3ed2b84a27 req-303e1833-9c1b-4d1e-a5c4-b43b29a71e3c tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025088 Sep 17 16:07:54.113484 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2463a-8785-4a5f-96e5-627fe30cd786 None None] The sync data for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi is: [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:50Z', 'revision_number': 3, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:54.232702 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c38a9-4d44-4b5d-b0c0-687350fb47fc req-4b49d792-3654-4d59-9982-48288a07c083 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:54.240901 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e63c38a9-4d44-4b5d-b0c0-687350fb47fc req-4b49d792-3654-4d59-9982-48288a07c083 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.1542020 Sep 17 16:07:54.253889 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Deleting port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:07:54.260023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.306895 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e63c38a9-4d44-4b5d-b0c0-687350fb47fc req-c5f8aad8-3d4e-4460-b68e-18b1f58d467e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605974 Sep 17 16:07:54.332070 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-231bfefb-527e-4fca-b5ff-042be92b4540 req-2d69cca5-9e89-4527-b6e5-4068814c167a service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939682 Sep 17 16:07:54.332355 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.388988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] For port 2b1f1aae-7c5b-40e9-880e-a0581b488d42, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2b1f1aae-7c5b-40e9-880e-a0581b488d42,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:54.391647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.417279 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Calling delete_port for 2b1f1aae-7c5b-40e9-880e-a0581b488d42 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:07:54.463946 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.631505 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.635617 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Pushing event updated for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:54.764515 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Network 8de4a785-de36-4737-903a-c8340a7e950a is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:07:54.766045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:07:54.869848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:54.888388 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['dd368520-58f6-4794-ac6e-671f8865a353', '2b1f1aae-7c5b-40e9-880e-a0581b488d42'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:07:55.054733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Router ae3f86e9-9988-419b-a65c-c56b4dc8272a has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:07:55.231223 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1b9fc755-bb19-4f48-a3bf-43ff796daa04 None None] Provisioning complete for port c102de57-de4f-40ef-9ccc-8f8ed673e065 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:55.231844 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc755-bb19-4f48-a3bf-43ff796daa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:55.245719 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7fbc0ac-17a3-4ff8-9c28-28e18ef50146 req-88f39c7c-4bb3-4037-bfe2-c3e61981e599 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.1359584 Sep 17 16:07:55.308631 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1b9fc755-bb19-4f48-a3bf-43ff796daa04 None None] Port c102de57-de4f-40ef-9ccc-8f8ed673e065 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:55.350210 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Pushing event deleted for resources: {'Port': ['ID=2b1f1aae-7c5b-40e9-880e-a0581b488d42,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:55.424768 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:07:55.425514 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] No DVR routers for this DVR port 2b1f1aae-7c5b-40e9-880e-a0581b488d42 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:07:55.441302 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:55.441302 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0b6f8c10-d813-4564-93bc-3e67a7e25c0f req-af8a133e-0f9c-4128-a4cf-cd95cfd4e160 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "DELETE /v2.0/ports/2b1f1aae-7c5b-40e9-880e-a0581b488d42 HTTP/1.1" status: 204 len: 173 time: 1.4678223 Sep 17 16:07:55.441302 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'name': 'network-vif-deleted', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:07:55.442290 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f2de0a3c-4e4b-4392-a9d0-3328e2595687 admin admin] 10.222.0.59 "PUT /v2.0/routers/ae3f86e9-9988-419b-a65c-c56b4dc8272a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6748080 Sep 17 16:07:55.448644 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308153f4-543e-4854-8b6d-740f69a73588" -d '{"events": [{"server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "name": "network-vif-deleted", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:07:55.570118 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae4ff-a68c-41a9-8aa8-fc61f6597cd9 req-9a88cb7a-fcbd-45f4-95be-4bb66c2f8f12 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:55.572724 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d3ae4ff-a68c-41a9-8aa8-fc61f6597cd9 req-9a88cb7a-fcbd-45f4-95be-4bb66c2f8f12 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0878935 Sep 17 16:07:55.591991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece7b1f-f72a-44c6-b184-39cdcbdd5dec x-openstack-request-id: req-dece7b1f-f72a-44c6-b184-39cdcbdd5dec {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:07:55.591991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa347f32-0db2-466f-ac73-e4648ae0a2e7", "name": "network-vif-deleted", "tag": "2b1f1aae-7c5b-40e9-880e-a0581b488d42", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:07:55.591991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dece7b1f-f72a-44c6-b184-39cdcbdd5dec {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:07:55.592496 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa347f32-0db2-466f-ac73-e4648ae0a2e7', 'name': 'network-vif-deleted', 'tag': '2b1f1aae-7c5b-40e9-880e-a0581b488d42', 'status': 'completed', 'code': 200} Sep 17 16:07:55.705237 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d3ae4ff-a68c-41a9-8aa8-fc61f6597cd9 req-c0e26bb9-de0b-462a-a1eb-e12fa9e4692f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969090 Sep 17 16:07:55.722504 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 6566140b-3b32-4777-b6ee-a929b1b4f443 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:55.801035 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 6566140b-3b32-4777-b6ee-a929b1b4f443 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:55.801463 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:55.934822 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:55.958016 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 6566140b-3b32-4777-b6ee-a929b1b4f443, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=6566140b-3b32-4777-b6ee-a929b1b4f443,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:56.138407 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:56.235560 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=6566140b-3b32-4777-b6ee-a929b1b4f443,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:56.386246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2df5b4d7-0300-471f-b264-ebadef828f3b req-d80c3c99-f35e-448a-9c62-0048b4e55a54 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa347f32-0db2-466f-ac73-e4648ae0a2e7 HTTP/1.1" status: 200 len: 210 time: 0.0290842 Sep 17 16:07:56.511315 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Sync routers for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:07:56.525789 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:56.526617 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:56.705314 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:56.901141 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569406-d1d1-4ff8-a475-0da586f1cc2d req-5e0d12e8-8ccd-4a16-9936-6d1a93307918 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:56.914009 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4569406-d1d1-4ff8-a475-0da586f1cc2d req-5e0d12e8-8ccd-4a16-9936-6d1a93307918 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0930104 Sep 17 16:07:56.923769 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48838) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:56.931499 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774591374', 'description': 'tempest-secgroup-smoke-1774591374 description', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:56.969325 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4569406-d1d1-4ff8-a475-0da586f1cc2d req-5c9aeb60-b27e-431a-9aa7-6d475e33e711 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 Sep 17 16:07:57.034816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:53Z', 'revision_number': 4, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'c102de57-de4f-40ef-9ccc-8f8ed673e065', 'name': '', 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'mac_address': 'fa:16:3e:98:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:52Z', 'updated_at': '2021-09-17T16:07:54Z', 'revision_number': 2, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'subnets': [{'id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:57.073043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Checking router: ae3f86e9-9988-419b-a65c-c56b4dc8272a for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:07:57.073395 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Updating router ae3f86e9-9988-419b-a65c-c56b4dc8272a port c102de57-de4f-40ef-9ccc-8f8ed673e065 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:07:57.100312 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.103397 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.206244 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.297698 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.342785 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5e55b-4983-4a5a-9f39-9a52c6155b85,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:57.430910 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.481406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.489283 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-77619d9d-f3d0-4940-86b9-0044f3864ec7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5581567 Sep 17 16:07:57.490305 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48844) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:57.497802 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:57.540990 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 6566140b-3b32-4777-b6ee-a929b1b4f443 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:57.599664 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 6566140b-3b32-4777-b6ee-a929b1b4f443 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:57.600046 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.647445 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.717199 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.732071 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Pushing event updated for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:57.754963 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.755377 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.755743 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.756165 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.756769 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.757139 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.757501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.757897 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.758406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.758590 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.758987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.759424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:07:57.815273 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Attempting to bind port c102de57-de4f-40ef-9ccc-8f8ed673e065 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Attempting to bind port c102de57-de4f-40ef-9ccc-8f8ed673e065 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Attempting to bind port c102de57-de4f-40ef-9ccc-8f8ed673e065 on network 8de4a785-de36-4737-903a-c8340a7e950a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Checking segment: {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Bound using segment: {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Bound port: c102de57-de4f-40ef-9ccc-8f8ed673e065, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fda923-9d5b-4be4-8e08-9003a3f7afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:07:57.883418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.909923 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:57.938465 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a428319a-6a7e-47aa-8481-65eb37294126,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:57.990327 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] For port c102de57-de4f-40ef-9ccc-8f8ed673e065, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:07:57.995709 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] For port c102de57-de4f-40ef-9ccc-8f8ed673e065, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c102de57-de4f-40ef-9ccc-8f8ed673e065,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:07:58.020414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.027762 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7a7fec1a-c8d4-4df4-a720-486231452f53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334783 Sep 17 16:07:58.028679 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48854) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:58.038596 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:58.073078 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-d9b8f6ff-3277-4873-918f-972ddc166469 None None] Provisioning complete for port c102de57-de4f-40ef-9ccc-8f8ed673e065 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:58.073602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f6ff-3277-4873-918f-972ddc166469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.104493 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01e98f27-ed00-4b41-bf15-3acc842df559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.121631 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8f6ff-3277-4873-918f-972ddc166469 None None] Port c102de57-de4f-40ef-9ccc-8f8ed673e065 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:07:58.127009 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.166639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c641fa-5f42-408b-a390-9dee6c842084 req-4d979fcd-7c3d-4174-9055-8d0809e905d3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:58.168428 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91c641fa-5f42-408b-a390-9dee6c842084 req-4d979fcd-7c3d-4174-9055-8d0809e905d3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0968618 Sep 17 16:07:58.171602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 2b1f1aae-7c5b-40e9-880e-a0581b488d42 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:07:58.201648 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e26a5f-06ad-4085-8c9a-9a8e04c995aa req-b16d7d5f-8359-433d-bef5-cba30b101e38 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:58.203765 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-71e26a5f-06ad-4085-8c9a-9a8e04c995aa req-b16d7d5f-8359-433d-bef5-cba30b101e38 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0864596 Sep 17 16:07:58.204581 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 2b1f1aae-7c5b-40e9-880e-a0581b488d42 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:07:58.204936 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 2b1f1aae-7c5b-40e9-880e-a0581b488d42 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:07:58.239715 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba0ab-7bb2-4011-af45-72727098c988 None None] Pushing event updated for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:58.242880 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:07:58.243398 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:07:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:58.261305 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-91c641fa-5f42-408b-a390-9dee6c842084 req-9e6ce2f7-ce11-45b2-8b3b-464ce683382c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837457 Sep 17 16:07:58.287241 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.317067 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-71e26a5f-06ad-4085-8c9a-9a8e04c995aa req-9b90ca34-bd1b-43bf-a7a9-6cf05b1be61e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Sep 17 16:07:58.384908 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.457952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.482770 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d6a584-6ce6-4b77-9fd8-202d1b17a9a6,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:58.527772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] Provisioning complete for port c102de57-de4f-40ef-9ccc-8f8ed673e065 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:58.528361 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.556853 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:07:58.601709 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.607250 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 48866) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:58.607599 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-eb72f660-e99b-4953-af06-68a2a13a934d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5772743 Sep 17 16:07:58.612628 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:58.749741 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.782117 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.826019 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] For port c102de57-de4f-40ef-9ccc-8f8ed673e065, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c102de57-de4f-40ef-9ccc-8f8ed673e065,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:07:58.867828 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:53Z', 'revision_number': 4, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'c102de57-de4f-40ef-9ccc-8f8ed673e065', 'name': '', 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'mac_address': 'fa:16:3e:98:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:52Z', 'updated_at': '2021-09-17T16:07:57Z', 'revision_number': 4, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'subnets': [{'id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:07:58.893483 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:58.900880 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc2ff-9d4a-4645-ae86-3222b257d6a6 None None] The sync data for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi is: [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:07:53Z', 'revision_number': 4, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'c102de57-de4f-40ef-9ccc-8f8ed673e065', 'name': '', 'network_id': '8de4a785-de36-4737-903a-c8340a7e950a', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'mac_address': 'fa:16:3e:98:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:52Z', 'updated_at': '2021-09-17T16:07:57Z', 'revision_number': 4, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'subnets': [{'id': 'c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:07:58.937446 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.006049 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.047540 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f97bf34-c75e-48eb-9f05-8757737436bc,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:59.052958 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea382cf-345f-4be0-a73e-9f9893b55737 None None] Pushing event updated for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:59.137691 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.139663 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-46ffb467-53d4-46b6-b6d9-11f3b36c5340 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5304387 Sep 17 16:07:59.142224 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48886) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:59.147105 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:59.292265 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.402078 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.414230 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985f36-361d-46a2-a525-98566230b741 req-3327843a-1bcb-4670-865a-ca7804266591 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:59.417101 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-99985f36-361d-46a2-a525-98566230b741 req-3327843a-1bcb-4670-865a-ca7804266591 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0747495 Sep 17 16:07:59.502033 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-99985f36-361d-46a2-a525-98566230b741 req-6e9d1b08-a76e-433c-8551-2a224e128912 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791144 Sep 17 16:07:59.528679 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094924-ebbc-4d23-a653-f302429c8814 req-e76323cb-2454-4cec-8b44-1ce40dde48ba tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:59.530532 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a094924-ebbc-4d23-a653-f302429c8814 req-e76323cb-2454-4cec-8b44-1ce40dde48ba tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1004102 Sep 17 16:07:59.569427 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.593439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a094924-ebbc-4d23-a653-f302429c8814 req-ae238e5e-4bdf-402f-b40a-ef4bc07a0a1e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Sep 17 16:07:59.622392 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c102de57-de4f-40ef-9ccc-8f8ed673e065 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:07:59.626646 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578a15ce-9b3b-4d38-ba83-f0d51d00e967,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:07:59.694862 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port c102de57-de4f-40ef-9ccc-8f8ed673e065 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:07:59.695296 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.749302 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.751322 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-93c8696a-833a-4888-ac58-5717324618f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6077857 Sep 17 16:07:59.755511 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48900) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:07:59.768033 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:07:59.898307 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.securitygroups_db [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Project 58a94c6272084a27ba61d0a256bd2f7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:07:59.904762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.030262 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.098268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.126077 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3355137f-8d1e-4d88-a8b3-1ae5b96b1086,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:00.258082 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.260145 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d2ba72b9-fdf8-4e34-b329-5dd4b69b450d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5020514 Sep 17 16:08:00.264028 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 48912) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:00.271562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'security_group_rule': {'security_group_id': '8db5e55b-4983-4a5a-9f39-9a52c6155b85', 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:00.381633 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.securitygroups_db [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Project 58a94c6272084a27ba61d0a256bd2f7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:08:00.390431 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.464856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.632577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f639-2f74-4eaf-a99f-378764846af0 req-089f53a7-6ea1-46d8-b300-566023ba9acc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:00.634119 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aa29f639-2f74-4eaf-a99f-378764846af0 req-089f53a7-6ea1-46d8-b300-566023ba9acc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0523663 Sep 17 16:08:00.643990 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.663954 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be12825-0c43-4f2f-b226-9d264ee9aae8,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:00.705599 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aa29f639-2f74-4eaf-a99f-378764846af0 req-79c570c1-018b-4dea-8000-f35abd90ff4c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650103 Sep 17 16:08:00.730602 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565ba1-9773-4f8f-a3b2-34f0a4f0a4e5 req-62aa4f83-a003-4a82-b554-a5ca2543fcb7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:00.732167 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-30565ba1-9773-4f8f-a3b2-34f0a4f0a4e5 req-62aa4f83-a003-4a82-b554-a5ca2543fcb7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0678830 Sep 17 16:08:00.766384 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78572601-5592-4aec-8ded-93139962f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.775873 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-30565ba1-9773-4f8f-a3b2-34f0a4f0a4e5 req-e4b27b1f-d6bd-47ce-b84b-e6b69b177fc6 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Sep 17 16:08:00.788979 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:00.796345 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-9f15a918-8c59-496a-93f7-b1c06fc3b358 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5255475 Sep 17 16:08:01.586736 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:01.713533 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:01.857106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdbc8c-7df9-4483-b1cc-040149d56872 req-ebe955c6-d22e-46bc-bbed-d30127e03180 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:01.859439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13fdbc8c-7df9-4483-b1cc-040149d56872 req-ebe955c6-d22e-46bc-bbed-d30127e03180 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0751936 Sep 17 16:08:01.950142 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13fdbc8c-7df9-4483-b1cc-040149d56872 req-dffaed6e-d020-4bb4-9337-222677be777f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670524 Sep 17 16:08:01.963461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859688-a1f9-43c8-9aac-43f57a89da0d req-43d87a34-122b-4329-a406-b6ea7407ef2e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:01.966858 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be859688-a1f9-43c8-9aac-43f57a89da0d req-43d87a34-122b-4329-a406-b6ea7407ef2e tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0967886 Sep 17 16:08:02.019078 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be859688-a1f9-43c8-9aac-43f57a89da0d req-bd667593-f2fd-491e-b552-5880259b38b9 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Sep 17 16:08:02.164402 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 40c78610-194f-4177-a1b1-4d3a877e8b03 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:08:02.295686 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=40c78610-194f-4177-a1b1-4d3a877e8b03,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:02.319606 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'port_id': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'mac_address': 'fa:16:3e:19:bd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:08:02.377529 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:02.398423 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c78610-194f-4177-a1b1-4d3a877e8b03 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:02.432782 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=40c78610-194f-4177-a1b1-4d3a877e8b03,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:02.532306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:02.601377 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:02.850934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['40c78610-194f-4177-a1b1-4d3a877e8b03'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:08:02.937828 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49002) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:03.128595 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f508766f-e6a5-40be-be1b-50881c931b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.181321 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d249f3-35c9-4998-8ff5-905179e9010a req-70d6c295-44fa-46cd-8185-40ca73bced5a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:03.185517 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-38d249f3-35c9-4998-8ff5-905179e9010a req-70d6c295-44fa-46cd-8185-40ca73bced5a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1045163 Sep 17 16:08:03.279020 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-38d249f3-35c9-4998-8ff5-905179e9010a req-7d2eda7b-d1cb-4e56-8c89-3ae356de1bbd tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865092 Sep 17 16:08:03.304665 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f82d39-13b8-4094-b5ee-7b52b648d035 req-1c0c6704-4c55-44a9-976b-61220c1e451f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:03.312771 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-66f82d39-13b8-4094-b5ee-7b52b648d035 req-1c0c6704-4c55-44a9-976b-61220c1e451f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1251354 Sep 17 16:08:03.354968 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-66f82d39-13b8-4094-b5ee-7b52b648d035 req-52f09109-f0e9-4007-856c-43c8d22da1ac tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Sep 17 16:08:03.388512 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f508766f-e6a5-40be-be1b-50881c931b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.470022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f508766f-e6a5-40be-be1b-50881c931b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.517951 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f508766f-e6a5-40be-be1b-50881c931b99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcf2d309d27741189e25d1992c94b0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785148 Sep 17 16:08:03.519139 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508766f-e6a5-40be-be1b-50881c931b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db460e77-ebb6-4b05-9bb5-a99bdc382216,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:03.520910 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49014) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:03.581425 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.608151 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.769977 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.773532 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:03.777252 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db460e77-ebb6-4b05-9bb5-a99bdc382216 HTTP/1.1" status: 204 len: 168 time: 0.2524841 Sep 17 16:08:03.784867 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c072ee-f3c5-429a-8009-436379907ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db460e77-ebb6-4b05-9bb5-a99bdc382216,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:03.918315 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.101215 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-11de8e7c-9ee9-4115-ac1a-47e8092418b7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:04.102801 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-11de8e7c-9ee9-4115-ac1a-47e8092418b7 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.0585036 Sep 17 16:08:04.171560 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 40c78610-194f-4177-a1b1-4d3a877e8b03 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:04.218221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Deleting port dd368520-58f6-4794-ac6e-671f8865a353 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:04.218680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.360440 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 40c78610-194f-4177-a1b1-4d3a877e8b03 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:08:04.366281 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 40c78610-194f-4177-a1b1-4d3a877e8b03 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:04.366922 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.371669 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] For port dd368520-58f6-4794-ac6e-671f8865a353, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=dd368520-58f6-4794-ac6e-671f8865a353,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:04.372492 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.398678 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Calling delete_port for dd368520-58f6-4794-ac6e-671f8865a353 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:04.459677 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ede5c5-96df-4faf-a6fd-3d951e7372e7 req-335b9291-bb5c-4035-ba90-8590497cc1b5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:04.461883 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85ede5c5-96df-4faf-a6fd-3d951e7372e7 req-335b9291-bb5c-4035-ba90-8590497cc1b5 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 944 time: 0.1113276 Sep 17 16:08:04.519097 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.559724 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:04.563239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7beae5-f9cc-4f6c-bdd0-1aabf7672541" -d '{"events": [{"server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:04.593565 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85ede5c5-96df-4faf-a6fd-3d951e7372e7 req-2745b02f-72d1-4d52-88a2-2e45d337a7d8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107662 Sep 17 16:08:04.604936 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=40c78610-194f-4177-a1b1-4d3a877e8b03,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:04.617276 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913f643-7e26-4dfe-acc1-018f94b10408 req-0a7f1595-5004-4aeb-9283-1d68ff09ba74 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:04.626232 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e913f643-7e26-4dfe-acc1-018f94b10408 req-0a7f1595-5004-4aeb-9283-1d68ff09ba74 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 945 time: 0.1515763 Sep 17 16:08:04.680108 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4979710-5f61-4499-a296-c62d044f127d x-openstack-request-id: req-d4979710-5f61-4499-a296-c62d044f127d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:04.680643 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:04.681051 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4979710-5f61-4499-a296-c62d044f127d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:04.681606 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'code': 200} Sep 17 16:08:04.691610 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e913f643-7e26-4dfe-acc1-018f94b10408 req-f50bfcde-280b-418a-bbb4-ae1d1242e7a0 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/security-groups?id=0af5303f-9ebe-427d-b71b-d08fab8296e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648746 Sep 17 16:08:04.707399 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.744562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.763413 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49030) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:04.784202 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ef921f14-4362-424f-ac23-308b85744317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.804634 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:04.806300 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Pushing event deleted for resources: {'Port': ['ID=dd368520-58f6-4794-ac6e-671f8865a353,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:04.860105 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] No DVR routers for this DVR port dd368520-58f6-4794-ac6e-671f8865a353 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:08:04.866055 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:04.870001 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-3a6f7d2e-1499-4583-abdd-69922a6189c9 req-c78f3791-a983-470b-ac53-b8da75167d27 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.53 "DELETE /v2.0/ports/dd368520-58f6-4794-ac6e-671f8865a353 HTTP/1.1" status: 204 len: 173 time: 0.7606385 Sep 17 16:08:04.870819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'name': 'network-vif-deleted', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:04.875088 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578965b6-4577-4950-92dc-7db03a854443" -d '{"events": [{"server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "name": "network-vif-deleted", "tag": "dd368520-58f6-4794-ac6e-671f8865a353"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:04.918131 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded144f-9c47-478f-aa1a-2ccbf662c641 x-openstack-request-id: req-9ded144f-9c47-478f-aa1a-2ccbf662c641 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:04.918438 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc907e2-9396-4a8c-80d1-4571af7a85cf", "name": "network-vif-deleted", "tag": "dd368520-58f6-4794-ac6e-671f8865a353", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:04.918687 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ded144f-9c47-478f-aa1a-2ccbf662c641 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:04.919091 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc907e2-9396-4a8c-80d1-4571af7a85cf', 'name': 'network-vif-deleted', 'tag': 'dd368520-58f6-4794-ac6e-671f8865a353', 'status': 'completed', 'code': 200} Sep 17 16:08:04.948735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ef921f14-4362-424f-ac23-308b85744317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.018515 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ef921f14-4362-424f-ac23-308b85744317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.064146 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef921f14-4362-424f-ac23-308b85744317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91390aee-846b-46ba-92dc-0451eda12e0e,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:05.068960 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ef921f14-4362-424f-ac23-308b85744317 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb0a7adef84b4b56b4a9f009dd17343a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043256 Sep 17 16:08:05.071945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49038) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:05.137029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.162751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.301103 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.303706 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:05.304966 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91390aee-846b-46ba-92dc-0451eda12e0e HTTP/1.1" status: 204 len: 168 time: 0.2315538 Sep 17 16:08:05.316013 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44393-09c3-4bab-b052-d57e4bfd4968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91390aee-846b-46ba-92dc-0451eda12e0e,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:05.767274 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d6f39-c168-4374-9b3e-0801fec65d82 req-604efb09-38e2-4ea3-8e80-2a982417c3a4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:05.770051 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d6d6f39-c168-4374-9b3e-0801fec65d82 req-604efb09-38e2-4ea3-8e80-2a982417c3a4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0749819 Sep 17 16:08:05.854151 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-65d49920-692a-4405-ae19-2e22b5acf234 req-d62ee8d1-c049-4439-b52b-ee8a31d3cedc tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 210 time: 0.0506465 Sep 17 16:08:05.863311 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d6d6f39-c168-4374-9b3e-0801fec65d82 req-e6106599-122b-4464-933d-54dc9a6f6d2b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851405 Sep 17 16:08:06.993562 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1137a783-79e4-41ab-b82f-a315f86c6fcc req-5c1d7220-5b53-4e2f-888a-0f0385f45f2c tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 210 time: 0.0475242 Sep 17 16:08:07.064787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f532ea-10f7-401f-8fc0-6fd869ec2008 req-928cf877-f539-461b-89de-bb63509f1407 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:07.067655 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92f532ea-10f7-401f-8fc0-6fd869ec2008 req-928cf877-f539-461b-89de-bb63509f1407 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1088858 Sep 17 16:08:07.133605 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-92f532ea-10f7-401f-8fc0-6fd869ec2008 req-e4525731-a127-45a1-9748-f84219fddd07 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 Sep 17 16:08:07.831819 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['dd368520-58f6-4794-ac6e-671f8865a353'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:08:08.147461 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c5e78990-7940-4adf-806d-1924aed0c587 req-c713cd4a-dc8e-4ead-8b21-8759b6af0f40 tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 210 time: 0.0288169 Sep 17 16:08:08.320336 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955623d-6d32-4065-aa24-d17e5672fdf8 req-d9114a02-5b20-4fa8-843a-912735ddbfae tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:08.323207 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a955623d-6d32-4065-aa24-d17e5672fdf8 req-d9114a02-5b20-4fa8-843a-912735ddbfae tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0860765 Sep 17 16:08:08.350620 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b441802-c4a4-4f17-a8d2-852067044367 req-329d3ae5-63ed-42f0-874a-59d1450d6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:08.353516 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1b441802-c4a4-4f17-a8d2-852067044367 req-329d3ae5-63ed-42f0-874a-59d1450d6d98 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0814517 Sep 17 16:08:08.379128 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a955623d-6d32-4065-aa24-d17e5672fdf8 req-18e4a1fa-27d2-41f6-a4c6-c96726eb653e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Sep 17 16:08:08.410568 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1b441802-c4a4-4f17-a8d2-852067044367 req-14d60f56-c224-4049-8456-caa94a22fc04 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Sep 17 16:08:09.542874 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eacdff6a-5fe1-4468-82d7-fd0cdbbd4ef3 req-ba2614ff-5973-4ef7-8ea8-c0a2cc7ac58f tempest-ServerRescueNegativeTestJSON-1152328504 tempest-ServerRescueNegativeTestJSON-1152328504-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebc907e2-9396-4a8c-80d1-4571af7a85cf HTTP/1.1" status: 200 len: 210 time: 0.3031085 Sep 17 16:08:09.606634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449896-3390-4541-b7fa-7765bf464205 req-a523ddc7-9ba7-4318-8720-bfc90829dbcf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:09.608228 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4c449896-3390-4541-b7fa-7765bf464205 req-a523ddc7-9ba7-4318-8720-bfc90829dbcf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0682812 Sep 17 16:08:09.676954 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4c449896-3390-4541-b7fa-7765bf464205 req-99fe7d3c-7d74-4293-8927-11b831fcd31a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572991 Sep 17 16:08:10.605672 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49118) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:10.883386 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2d0c2-94ef-4b87-8b68-7537d020e427 req-19299ac8-4f2c-4f0e-a9ee-aae7e515ff81 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:10.885060 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ced2d0c2-94ef-4b87-8b68-7537d020e427 req-19299ac8-4f2c-4f0e-a9ee-aae7e515ff81 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1078579 Sep 17 16:08:10.995438 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ced2d0c2-94ef-4b87-8b68-7537d020e427 req-cf439d74-ed47-4abe-a3b7-6cf48a5f9c86 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878332 Sep 17 16:08:11.189424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c0f0c-ab78-4bc6-bc0a-1213fab88793 req-cd54368f-2c21-4b79-8661-db6f4969aac8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:11.190990 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-668c0f0c-ab78-4bc6-bc0a-1213fab88793 req-cd54368f-2c21-4b79-8661-db6f4969aac8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1043119 Sep 17 16:08:11.204741 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:11.300768 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-668c0f0c-ab78-4bc6-bc0a-1213fab88793 req-235eef16-a657-4df2-bad4-db07bd641b95 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937798 Sep 17 16:08:11.340733 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49128) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:11.648333 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4997270-1d4d-4459-bc60-186831fb18ad tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:11.649783 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Deleting port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:11.650489 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:11.650655 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e4997270-1d4d-4459-bc60-186831fb18ad tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1093 time: 0.3082061 Sep 17 16:08:11.654075 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49134) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:11.659493 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'port_id': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:11.761763 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:11.763908 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] For port a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,segment=NetworkSegment(f4ba9f0b-5e35-4153-bf42-368925fa4adf),segment_id=f4ba9f0b-5e35-4153-bf42-368925fa4adf)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:11.764645 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:11.787516 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Calling delete_port for a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:11.889089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.046765 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.27.2.113 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/4cbb91e1-48c7-4f47-a8d4-4e416f4e7170) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:12.070106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.102958 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:12.166413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.289036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.297649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.351995 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:12.355466 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:12.361867 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:12.368501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=4cbb91e1-48c7-4f47-a8d4-4e416f4e7170,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:12.551099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:12.705205 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:12.713279 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-def0499e-fc22-48df-bea5-73bced8111b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/f97fa916-8d59-4f6c-9b92-0552ff7ffe68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038287 Sep 17 16:08:12.714887 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49142) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:12.720176 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Sync routers for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:12.737909 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:12.738961 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:12.851131 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.936484 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:13.016912 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.017215 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.218106 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.255352 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:08:11Z', 'revision_number': 5, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port': {'id': '702a92a8-c436-4cbb-82db-4c720b26fa22', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:13.311178 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Checking router: f97fa916-8d59-4f6c-9b92-0552ff7ffe68 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:13.327225 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Routers {'f97fa916-8d59-4f6c-9b92-0552ff7ffe68'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:13.328235 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:13.434982 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Deleting port 702a92a8-c436-4cbb-82db-4c720b26fa22 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:13.435318 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.463167 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] Set router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:13.469995 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.539970 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.540604 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] For port 702a92a8-c436-4cbb-82db-4c720b26fa22, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=702a92a8-c436-4cbb-82db-4c720b26fa22,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:13.540978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.547649 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:08:13Z', 'revision_number': 6, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:13.559360 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Calling delete_port for 702a92a8-c436-4cbb-82db-4c720b26fa22 owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:13.585466 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4e936-e882-421c-a316-882d9f8c6a5f None None] The sync data for ids ['f97fa916-8d59-4f6c-9b92-0552ff7ffe68'] in dv-cinder-809206-2-iscsi is: [{'id': 'f97fa916-8d59-4f6c-9b92-0552ff7ffe68', 'name': 'tempest-ServerRescueNegativeTestJSON-961406201-router', 'tenant_id': 'cea34bf8c53c460282351a11edb1f03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:04:46Z', 'updated_at': '2021-09-17T16:08:13Z', 'revision_number': 6, 'project_id': 'cea34bf8c53c460282351a11edb1f03c', 'gw_port_host': None}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:13.676854 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.764494 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=4cbb91e1-48c7-4f47-a8d4-4e416f4e7170,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:13.871965 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP af3ef0b5-7c94-4d1b-aade-bad1f55e3d03 associated. External IP: 172.27.2.113, port: 40c78610-194f-4177-a1b1-4d3a877e8b03. Sep 17 16:08:13.984111 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.045267 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Pushing event deleted for resources: {'Port': ['ID=702a92a8-c436-4cbb-82db-4c720b26fa22,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:14.133208 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:14.160332 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.287211 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:14.294352 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.298360 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.299749 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:14.316833 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:14.322160 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:14.407618 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.449548 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6b51f4b0-df1d-4586-ab57-002e519f586c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7938509 Sep 17 16:08:14.450686 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:14.453565 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e72a9a7-fc18-408a-a386-243dae312961" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:14.487408 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.490239 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97fa916-8d59-4f6c-9b92-0552ff7ffe68 {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:08:14.500218 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.501804 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-54c5a676-4d7c-4e1f-afd5-e59bb82b38cb admin admin] 10.222.0.59 "DELETE /v2.0/routers/f97fa916-8d59-4f6c-9b92-0552ff7ffe68 HTTP/1.1" status: 204 len: 168 time: 1.7859144 Sep 17 16:08:14.504562 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49158) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:14.513140 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:14.547710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63841be0-f048-4579-a1d6-b4ad27c1809b x-openstack-request-id: req-63841be0-f048-4579-a1d6-b4ad27c1809b {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:14.547710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:14.547710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63841be0-f048-4579-a1d6-b4ad27c1809b {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:14.547710 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'status': 'completed', 'code': 200} Sep 17 16:08:14.571279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Deleting subnet 4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:08:14.575855 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.623853 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a9a7-fc18-408a-a386-243dae312961 req-2e9618c3-4b30-45cc-9661-97446a16f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:14.625599 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-2e9618c3-4b30-45cc-9661-97446a16f61a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0530419 Sep 17 16:08:14.633466 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device dd368520-58f6-4794-ac6e-671f8865a353 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:08:14.671703 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.677434 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: dd368520-58f6-4794-ac6e-671f8865a353 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:08:14.677784 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device dd368520-58f6-4794-ac6e-671f8865a353 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:08:14.759942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.820547 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a9a7-fc18-408a-a386-243dae312961 req-85da318f-907c-4867-863a-89292edc8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:14.829137 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-85da318f-907c-4867-863a-89292edc8998 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1948447 Sep 17 16:08:14.962417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.004423 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd2c7bb-fc03-4d4a-adf3-d88e021d5205,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:15.012341 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.018903 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-10c57449-7b5d-41b7-865f-9c1401eab7a8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4fd2c7bb-fc03-4d4a-adf3-d88e021d5205 HTTP/1.1" status: 204 len: 168 time: 0.5093076 Sep 17 16:08:15.019326 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49164) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:15.035178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'af3ef0b5-7c94-4d1b-aade-bad1f55e3d03', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:19:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:12Z', 'updated_at': '2021-09-17T16:08:12Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.092828 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:15.109913 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:15.111052 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.161018 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.169265 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-fe45ed2e-0b51-4366-bc96-0cfc92245d43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c78610-194f-4177-a1b1-4d3a877e8b03 HTTP/1.1" status: 200 len: 999 time: 0.3326678 Sep 17 16:08:15.237275 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a9a7-fc18-408a-a386-243dae312961 req-27365e0c-3de2-458c-8cab-cc7c6a747400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:15.238780 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-27365e0c-3de2-458c-8cab-cc7c6a747400 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0574861 Sep 17 16:08:15.263306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:15.290965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.324334 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc28809-aa7f-4e3a-a3be-befdd8aa68e1']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.328572 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ba9f0b-5e35-4153-bf42-368925fa4adf') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.329096 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ba9f0b-5e35-4153-bf42-368925fa4adf') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.341236 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.358023 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.364871 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:08:15.365343 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:08:15.367630 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:08:15.538404 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.546687 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.554373 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2fc28809-aa7f-4e3a-a3be-befdd8aa68e1 HTTP/1.1" status: 204 len: 168 time: 0.5333099 Sep 17 16:08:15.577175 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0222ee-39e7-4d19-b797-ed23ea7154e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc28809-aa7f-4e3a-a3be-befdd8aa68e1,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:15.595525 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:08:15.641645 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:08:15.642131 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device a6f4d8ae-0ea1-4a0f-8c83-6aeb6762c52e not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:08:15.642981 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 702a92a8-c436-4cbb-82db-4c720b26fa22 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:08:15.687857 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 702a92a8-c436-4cbb-82db-4c720b26fa22 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:08:15.688469 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 702a92a8-c436-4cbb-82db-4c720b26fa22 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:08:15.726062 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'af3ef0b5-7c94-4d1b-aade-bad1f55e3d03', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:19:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:12Z', 'updated_at': '2021-09-17T16:08:12Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:15.779264 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce717836-4e42-4a7b-897c-7650644ee1c8 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'af3ef0b5-7c94-4d1b-aade-bad1f55e3d03', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:19:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:12Z', 'updated_at': '2021-09-17T16:08:12Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:16.031505 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a1b0c-c45e-4b33-91a9-6d2d5338b84f None None] New status for floating IP af3ef0b5-7c94-4d1b-aade-bad1f55e3d03: ACTIVE {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:08:16.094677 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49184) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:16.146480 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-30477b2e-5de5-4aba-ace0-f32263f63175 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cea34bf8c53c460282351a11edb1f03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459492 Sep 17 16:08:16.146480 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49188) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:16.206354 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:16.231911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:16.387592 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:16.390919 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:16.392573 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0af5303f-9ebe-427d-b71b-d08fab8296e9 HTTP/1.1" status: 204 len: 168 time: 0.2449801 Sep 17 16:08:16.406377 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d04d5-114c-40ad-a1c9-9ba58016c9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af5303f-9ebe-427d-b71b-d08fab8296e9,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:16.423680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a9a7-fc18-408a-a386-243dae312961 req-8f77e088-f806-47ac-ae77-398092000312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:16.426517 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-8f77e088-f806-47ac-ae77-398092000312 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626833 Sep 17 16:08:16.847312 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:17.701709 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49234) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:17.807973 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-network', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:17.897957 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Made reservation on behalf of f6b04e693f4f4b8e952b8b69f30676dc for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:08:17.900866 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:17.914069 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.036118 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.107027 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.135041 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:08:18.145872 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f3919-8101-4c44-88ac-97e369649561,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:18.153696 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.154032 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Added segment cdd7cbc7-4ad4-4496-b2da-8be828f922da of type vlan for network ffda7f23-28b5-4460-bd4e-83170732ea2c Sep 17 16:08:18.238764 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.338199 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-a7f2133f-23c7-4b66-a368-1d18ee9e85d2 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427979 Sep 17 16:08:18.418652 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.419630 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:18.420206 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:18.476015 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9e72a9a7-fc18-408a-a386-243dae312961 req-f16c6fe9-b448-4df0-aad9-4cbf4ea965fd service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Sep 17 16:08:18.519889 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ffda7f23-28b5-4460-bd4e-83170732ea2c,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:18.521763 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network ffda7f23-28b5-4460-bd4e-83170732ea2c details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:08:18.581391 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0523519b-14a1-48e5-8539-0985a68fb6a8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8758810 Sep 17 16:08:18.582388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49250) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:18.591730 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Request body: {'subnet': {'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-subnet', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:18.715051 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Made reservation on behalf of f6b04e693f4f4b8e952b8b69f30676dc for: {'subnet': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:08:18.717471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5424651'] for subnet, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.022006 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5590162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5424677'] for subnet, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.086469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cbbd3f-0611-4f4f-adc7-081163fcf02a,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:19.102467 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Checking segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:19.102845 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Network hostable DHCP agents. Network: ffda7f23-28b5-4460-bd4e-83170732ea2c, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:08:19.187925 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:08:19.284501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, ffda7f23-28b5-4460-bd4e-83170732ea2c) {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:19.290607 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:19.291356 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.298015 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4802a-b1bd-49d1-ad7f-15f21fad2daf None None] Network ffda7f23-28b5-4460-bd4e-83170732ea2c requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:08:19.379241 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-c9d26c53-5a36-4680-9097-5635234f954d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7954359 Sep 17 16:08:19.384221 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49268) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:19.391393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:19.525519 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.527472 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.600366 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-ffda7f23-28b5-4460-bd4e-83170732ea2c', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:08:19.601916 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.631987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.757894 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Allocated IP 172.20.0.2 (ffda7f23-28b5-4460-bd4e-83170732ea2c/32cbbd3f-0611-4f4f-adc7-081163fcf02a/0df4343c-8ab5-417b-ad88-316a1e986b3e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:19.927719 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:19.960490 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.047841 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.095459 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:20.099022 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:20.103183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:20.116809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Pushing event updated for resources: {'Port': ['ID=0df4343c-8ab5-417b-ad88-316a1e986b3e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:20.181428 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Attempting to bind port 0df4343c-8ab5-417b-ad88-316a1e986b3e on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:20.181927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Attempting to bind port 0df4343c-8ab5-417b-ad88-316a1e986b3e by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:20.182227 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Attempting to bind port 0df4343c-8ab5-417b-ad88-316a1e986b3e on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:20.190163 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:20.190600 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Checking segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:20.190960 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.191356 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Bound using segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:20.191850 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Bound port: 0df4343c-8ab5-417b-ad88-316a1e986b3e, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:20.192280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.293376 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] For port 0df4343c-8ab5-417b-ad88-316a1e986b3e, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:20.299286 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] For port 0df4343c-8ab5-417b-ad88-316a1e986b3e, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=0df4343c-8ab5-417b-ad88-316a1e986b3e,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:20.372701 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.395592 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.412080 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.512910 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdad58-ec01-4f53-9247-d436d5aed4dc None None] Pushing event updated for resources: {'Port': ['ID=0df4343c-8ab5-417b-ad88-316a1e986b3e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:20.587902 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Allocated IP 172.27.2.253 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/285948b8-de4e-4939-9e00-4fa4afeccb79) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:20.763606 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:20.976533 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.033661 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:21.037423 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:21.041130 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:21.075550 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Pushing event updated for resources: {'Port': ['ID=285948b8-de4e-4939-9e00-4fa4afeccb79,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:21.182073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49288) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:21.373844 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-84ac5e6d-80c4-4204-a46f-e9e4678722e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.459693 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.550294 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-84ac5e6d-80c4-4204-a46f-e9e4678722e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.612387 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-84ac5e6d-80c4-4204-a46f-e9e4678722e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.653056 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac5e6d-80c4-4204-a46f-e9e4678722e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b9e79-5b53-4f28-99de-e1a82badcb38,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:21.656532 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 0df4343c-8ab5-417b-ad88-316a1e986b3e up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:21.675877 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-84ac5e6d-80c4-4204-a46f-e9e4678722e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fb16ec92f4a4078a68043e394f6eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922695 Sep 17 16:08:21.676505 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49300) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:21.736414 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90164b1d-d70e-46b7-b0bf-b72c6d506761 None None] Network ffda7f23-28b5-4460-bd4e-83170732ea2c requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:08:21.806274 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.808658 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.830146 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] Provisioning complete for port 0df4343c-8ab5-417b-ad88-316a1e986b3e triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:21.830511 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.877028 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:21.894771 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 0df4343c-8ab5-417b-ad88-316a1e986b3e triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:21.895143 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.080197 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.107315 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.116776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Router 36646e0f-6ddd-4d99-80ad-b0864583914d is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:08:22.121369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.126127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.127872 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/056b9e79-5b53-4f28-99de-e1a82badcb38 HTTP/1.1" status: 204 len: 168 time: 0.4493785 Sep 17 16:08:22.148597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac25c-7079-42a9-a095-3673f5ad9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b9e79-5b53-4f28-99de-e1a82badcb38,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:22.179180 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] For port 0df4343c-8ab5-417b-ad88-316a1e986b3e, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=0df4343c-8ab5-417b-ad88-316a1e986b3e,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:22.253351 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.419602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:08:22.420406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG oslo_db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:08:22.429041 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc48ab-f8c3-4e31-9490-330e84ddd728 None None] Pushing event updated for resources: {'Port': ['ID=0df4343c-8ab5-417b-ad88-316a1e986b3e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:22.495498 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4498f0ff-f89b-4e49-ada5-6c2133ead6af None None] Provisioning complete for port 0df4343c-8ab5-417b-ad88-316a1e986b3e triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:22.496120 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4498f0ff-f89b-4e49-ada5-6c2133ead6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.579420 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:22.595317 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:22.618786 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:22.620046 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:22.664110 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:22.668884 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0e688026-a5fe-4730-88da-031e887a6720 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2829843 Sep 17 16:08:22.669110 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49314) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:22.761465 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:23.186471 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:21Z', 'revision_number': 3, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:23.220422 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:23.225571 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Updating router 36646e0f-6ddd-4d99-80ad-b0864583914d port 285948b8-de4e-4939-9e00-4fa4afeccb79 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:08:23.229517 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.262209 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.504129 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Allocated IP 172.20.0.1 (ffda7f23-28b5-4460-bd4e-83170732ea2c/32cbbd3f-0611-4f4f-adc7-081163fcf02a/45da97ac-54b9-4efd-a2f1-ae9636fccc09) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:23.646323 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 0df4343c-8ab5-417b-ad88-316a1e986b3e up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:23.743226 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.782224 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 0df4343c-8ab5-417b-ad88-316a1e986b3e triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:23.784329 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.831810 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.879809 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.916752 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:23.983515 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Pushing event updated for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:23.990269 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Attempting to bind port 285948b8-de4e-4939-9e00-4fa4afeccb79 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:23.991042 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Attempting to bind port 285948b8-de4e-4939-9e00-4fa4afeccb79 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:23.991646 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Attempting to bind port 285948b8-de4e-4939-9e00-4fa4afeccb79 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:24.001549 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522bc45-9f30-4a31-a627-5bb4d1c9efa3 None None] Pushing event updated for resources: {'Port': ['ID=285948b8-de4e-4939-9e00-4fa4afeccb79,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:24.005895 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:24.006608 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:24.007227 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.007838 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:24.008472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Bound port: 285948b8-de4e-4939-9e00-4fa4afeccb79, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:24.008921 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.019138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:24.023512 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:24.038025 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:24.095603 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] For port 285948b8-de4e-4939-9e00-4fa4afeccb79, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:24.102815 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] For port 285948b8-de4e-4939-9e00-4fa4afeccb79, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=285948b8-de4e-4939-9e00-4fa4afeccb79,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:24.137885 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.171827 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.386863 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522bc45-9f30-4a31-a627-5bb4d1c9efa3 None None] Pushing event updated for resources: {'Port': ['ID=285948b8-de4e-4939-9e00-4fa4afeccb79,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:24.399447 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:24.400486 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:24.445071 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-5b024c76-8652-4f08-b91b-ff4926a1acbb tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774591374&fields=id&tenant_id=58a94c6272084a27ba61d0a256bd2f7c HTTP/1.1" status: 200 len: 267 time: 0.1389968 Sep 17 16:08:24.575198 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.621624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ca4a6739-bdaa-4c0d-8e61-40544c2ba5e0 None None] Provisioning complete for port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:24.622811 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca4a6739-bdaa-4c0d-8e61-40544c2ba5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.653618 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-141d8434-f364-4a70-8a4c-b92aee2feeea tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:24.664720 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-141d8434-f364-4a70-8a4c-b92aee2feeea tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 809 time: 0.2009733 Sep 17 16:08:24.675569 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-20c78d28-fc99-48db-b19f-3a47e164aceb tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/quotas/58a94c6272084a27ba61d0a256bd2f7c HTTP/1.1" status: 200 len: 375 time: 0.0098267 Sep 17 16:08:24.780541 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-171ea28f-29c0-4793-80f3-2de4828ac329 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931211 Sep 17 16:08:24.798247 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:24.816568 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a6739-bdaa-4c0d-8e61-40544c2ba5e0 None None] Port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:08:24.823771 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:25.087456 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:21Z', 'revision_number': 3, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:25.088823 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1d99c26b-b08e-4d40-bbec-d35f6f2d922d service neutron] 10.222.0.59 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995827 Sep 17 16:08:25.144389 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:25.150068 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a3e71-b0d2-4f9e-979f-6a96814796fc None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:21Z', 'revision_number': 3, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:25.257781 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-d9a98f6b-839b-46ff-9ef5-44c1fde56dab service neutron] 10.222.0.59 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620448 Sep 17 16:08:25.312493 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Pushing event updated for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:25.322282 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:25.330118 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9703db-ec69-4fe7-9925-076ca572b150 req-445e0473-e9da-4e33-b893-93b79e3951d9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:25.332465 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b9703db-ec69-4fe7-9925-076ca572b150 req-445e0473-e9da-4e33-b893-93b79e3951d9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0782268 Sep 17 16:08:25.399662 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b9703db-ec69-4fe7-9925-076ca572b150 req-b9581537-b68a-4d38-b85e-89b2b413fe80 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585608 Sep 17 16:08:25.570577 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:25.576434 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:25.760437 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:25.917094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:25.925586 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-a59b61c0-ca7d-4b8f-9b75-f02b72a62096 admin admin] 10.222.0.59 "PUT /v2.0/routers/36646e0f-6ddd-4d99-80ad-b0864583914d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536483 Sep 17 16:08:26.056983 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-fb9d815f-9a0f-4a8d-a053-0f8f0893b00a None None] Provisioning complete for port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:26.058003 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb9d815f-9a0f-4a8d-a053-0f8f0893b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:26.099508 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d815f-9a0f-4a8d-a053-0f8f0893b00a None None] Port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:08:26.314815 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-23f0f2fb-1f6d-42cb-904f-0c6af0ed42d4 req-5d27968b-5816-4675-9ed6-f651e227f904 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0561888 Sep 17 16:08:26.987110 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8004c79-2a2a-4d85-9613-2e3b837bc264 req-8f2192de-4323-42d3-97ad-2a1f2f3aad88 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:26.997272 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f8004c79-2a2a-4d85-9613-2e3b837bc264 req-8f2192de-4323-42d3-97ad-2a1f2f3aad88 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.0787623 Sep 17 16:08:27.051191 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49424) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:27.059696 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546917445', 'description': 'tempest-description--1685069634'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:27.106534 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f8004c79-2a2a-4d85-9613-2e3b837bc264 req-558b82a1-f5b9-4848-b07b-5ea031b69d0c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062891 Sep 17 16:08:27.218247 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4face64d-df62-4f9a-8add-3b021ca2e8e3 req-99d4c197-14a2-4156-91f7-880657eb2a56 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:27.220435 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4face64d-df62-4f9a-8add-3b021ca2e8e3 req-99d4c197-14a2-4156-91f7-880657eb2a56 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.0781322 Sep 17 16:08:27.243214 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.305187 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4face64d-df62-4f9a-8add-3b021ca2e8e3 req-9375f8ea-84ca-4fdc-b6ad-c192077d4524 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729587 Sep 17 16:08:27.414737 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.433767 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9ab676b8-38f4-4394-9790-743ef118d9d6 req-6a22530e-01c7-4c1c-a7db-ad50cdc27a52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0401402 Sep 17 16:08:27.521877 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.590955 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-8ddd4a71-cc49-4b6b-9a95-4f85a7bcdbcd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:27.593948 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-8ddd4a71-cc49-4b6b-9a95-4f85a7bcdbcd tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1322334 Sep 17 16:08:27.633203 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:27.638051 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 285948b8-de4e-4939-9e00-4fa4afeccb79 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:27.641271 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:27.642087 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:27.654465 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6610b828-4076-4ea3-96c5-824a0437a1db,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:27.702327 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.703670 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-283fc91b-2ccf-4f10-b827-66c7e9738c96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6512108 Sep 17 16:08:27.706812 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49428) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:27.713065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group_rule': {'security_group_id': '6610b828-4076-4ea3-96c5-824a0437a1db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:27.718231 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 285948b8-de4e-4939-9e00-4fa4afeccb79 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:27.719154 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.765871 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Deleting port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:27.767089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.873516 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:27.878333 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.893395 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:27.902430 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 285948b8-de4e-4939-9e00-4fa4afeccb79, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=285948b8-de4e-4939-9e00-4fa4afeccb79,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:27.968991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] For port 6f458b31-9247-48b0-a2db-fa9b036a9bb0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6f458b31-9247-48b0-a2db-fa9b036a9bb0,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:27.969388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.054538 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.094340 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4a147c9-4ef2-47cd-8379-701a4ecf98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.112598 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.133975 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=285948b8-de4e-4939-9e00-4fa4afeccb79,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:28.292018 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.356671 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97bb56-3cca-4a47-81f9-5137e1c52f04 req-112a8396-c6c7-4618-afce-b96c172568a0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:28.359966 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f97bb56-3cca-4a47-81f9-5137e1c52f04 req-112a8396-c6c7-4618-afce-b96c172568a0 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 946 time: 0.1150327 Sep 17 16:08:28.372512 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 2, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:28.430092 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:28.430637 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Updating router 36646e0f-6ddd-4d99-80ad-b0864583914d port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:08:28.471246 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.474620 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d6247b-15a0-4d62-b322-b9bfb47b6b55,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:28.541722 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507c3ae-f6cb-4e89-af3f-33a8d4a9ceb6 req-3ce9cbfe-afb4-4b13-92c7-2628319a60f9 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:28.544238 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c507c3ae-f6cb-4e89-af3f-33a8d4a9ceb6 req-3ce9cbfe-afb4-4b13-92c7-2628319a60f9 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.0881636 Sep 17 16:08:28.550127 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.550734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.551246 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Floating IP 618ed1d8-32ba-4c8d-8898-3c728959b8f5 disassociated. External IP: 172.27.2.123, port: 6f458b31-9247-48b0-a2db-fa9b036a9bb0. Sep 17 16:08:28.551815 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Calling delete_port for 6f458b31-9247-48b0-a2db-fa9b036a9bb0 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:28.604686 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c507c3ae-f6cb-4e89-af3f-33a8d4a9ceb6 req-2b2fe694-9cb4-40eb-bc06-93284b74cb70 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Sep 17 16:08:28.648011 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.649784 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-99e867e5-6db1-4351-8964-abf8073a6b22 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9418581 Sep 17 16:08:28.652966 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49446) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:28.667743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group_rule': {'security_group_id': '6610b828-4076-4ea3-96c5-824a0437a1db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:28.764434 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e18f5fa0-d3ec-443c-8639-189c19159534 req-d1ee4bab-3e2e-4cd0-b677-f7041fa47c68 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0649829 Sep 17 16:08:28.811170 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f97bb56-3cca-4a47-81f9-5137e1c52f04 req-8b9cc188-3467-4fcd-83cd-21e3eb0dcb30 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=6c19647d-e383-4251-b77b-b771748cd601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435365 Sep 17 16:08:28.835813 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-a01b2d3c-597b-45af-ab26-e6d79bdffada tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:28.837514 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-a01b2d3c-597b-45af-ab26-e6d79bdffada tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.0793285 Sep 17 16:08:28.868029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:28.937362 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:08:28.949259 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.001738 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'Port': ['ID=6f458b31-9247-48b0-a2db-fa9b036a9bb0,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:29.045063 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.091552 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.118325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Deleting port f398a19e-3327-4ab2-a059-84e0d199d606 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:29.119528 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.249278 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:29.274397 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.278962 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] For port f398a19e-3327-4ab2-a059-84e0d199d606, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=f398a19e-3327-4ab2-a059-84e0d199d606,segment=NetworkSegment(32f2f500-daaa-4169-bf17-a6bead72bebc),segment_id=32f2f500-daaa-4169-bf17-a6bead72bebc)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:29.279446 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.282496 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.351726 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Calling delete_port for f398a19e-3327-4ab2-a059-84e0d199d606 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:29.361885 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126a181c-d6f2-466e-a431-1a7951c9f959,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:29.408935 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ba3fb-890d-42d0-bf86-d1bcb6613183 None None] Pushing event updated for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:29.565971 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Attempting to bind port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:29.567007 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Attempting to bind port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:29.568786 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Attempting to bind port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:29.582024 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:29.582844 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Checking segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:29.584260 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.585257 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Bound using segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:29.586199 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Bound port: 45da97ac-54b9-4efd-a2f1-ae9636fccc09, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:29.586879 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.689771 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 285948b8-de4e-4939-9e00-4fa4afeccb79 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:29.758659 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] For port 45da97ac-54b9-4efd-a2f1-ae9636fccc09, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:29.772929 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] For port 45da97ac-54b9-4efd-a2f1-ae9636fccc09, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=45da97ac-54b9-4efd-a2f1-ae9636fccc09,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:29.856094 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.888818 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] Provisioning complete for port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:29.889945 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.938255 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 285948b8-de4e-4939-9e00-4fa4afeccb79 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:29.938255 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:29.976718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971f09f-eb41-49c4-b71e-7acebbc7ecb2 req-71a88d63-c18d-4e89-aade-21547fa7d0c7 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:29.979387 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e971f09f-eb41-49c4-b71e-7acebbc7ecb2 req-71a88d63-c18d-4e89-aade-21547fa7d0c7 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 946 time: 0.2103813 Sep 17 16:08:30.140508 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ba3fb-890d-42d0-bf86-d1bcb6613183 None None] Pushing event updated for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:30.159318 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:30.161517 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:30.181376 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.183345 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6f5c307d-2e2c-4c5a-813a-856b3e257b71 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5283272 Sep 17 16:08:30.191816 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49468) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:30.222577 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.223372 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-084244ce-02e1-4664-bc40-33a5b0ebb995 req-e963bcfd-f435-4574-a437-7ac18c6606e4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.1865253 Sep 17 16:08:30.290938 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e971f09f-eb41-49c4-b71e-7acebbc7ecb2 req-93bb820c-a8b4-4a35-aa40-69985858d7e6 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e590df2-5504-4d82-9094-589dd64592bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035655 Sep 17 16:08:30.305838 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] For port 45da97ac-54b9-4efd-a2f1-ae9636fccc09, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=45da97ac-54b9-4efd-a2f1-ae9636fccc09,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:30.314408 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:30.326625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:30.342336 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:30.368585 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:30.369581 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:30.379525 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.504921 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:30.509441 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] No DVR routers for this DVR port 6f458b31-9247-48b0-a2db-fa9b036a9bb0 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:08:30.516533 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.524246 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "DELETE /v2.0/ports/6f458b31-9247-48b0-a2db-fa9b036a9bb0 HTTP/1.1" status: 204 len: 173 time: 2.9212763 Sep 17 16:08:30.525270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'name': 'network-vif-deleted', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:30.533499 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f54c49-fb94-438a-9665-70dc7bae3be4" -d '{"events": [{"server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "name": "network-vif-deleted", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:30.721881 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74095bb2-861f-453f-b868-efc76b9a90f3 x-openstack-request-id: req-74095bb2-861f-453f-b868-efc76b9a90f3 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:30.722266 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50e3f8-6f11-43ea-9ef3-32923082bc75", "name": "network-vif-deleted", "tag": "6f458b31-9247-48b0-a2db-fa9b036a9bb0", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:30.722537 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74095bb2-861f-453f-b868-efc76b9a90f3 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:30.722953 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50e3f8-6f11-43ea-9ef3-32923082bc75', 'name': 'network-vif-deleted', 'tag': '6f458b31-9247-48b0-a2db-fa9b036a9bb0', 'status': 'completed', 'code': 200} Sep 17 16:08:30.743903 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 6f458b31-9247-48b0-a2db-fa9b036a9bb0 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:08:30.836400 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8ed78402-4ca6-4759-b4f2-c1887867a82c req-87fcf2e3-b734-4966-9e05-509447514de3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.1695356 Sep 17 16:08:30.847181 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 6f458b31-9247-48b0-a2db-fa9b036a9bb0 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:08:30.847569 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 6f458b31-9247-48b0-a2db-fa9b036a9bb0 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:08:30.865959 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.938099 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-363727dc-836e-4cb8-a8e0-11f8fc6cb3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.951676 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa53bd-2729-409a-8fec-a893e5c7382f None None] Pushing event updated for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:30.953766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:30.987816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ec733bc8-36d3-4308-be97-c4b126ea4c10 None None] Provisioning complete for port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:30.988640 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec733bc8-36d3-4308-be97-c4b126ea4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:31.036201 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:29Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:31.079476 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Pushing event deleted for resources: {'Port': ['ID=f398a19e-3327-4ab2-a059-84e0d199d606,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:31.089177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:31.130794 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4b08b-fba2-4d71-b91e-5b54ff575494 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:29Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:31.153948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-d15a330b-2536-446e-b27b-a67013fb7553 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:31.154843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.154843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.155292 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.155766 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.158747 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-d15a330b-2536-446e-b27b-a67013fb7553 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 809 time: 0.8317750 Sep 17 16:08:31.163399 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.163399 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.163399 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.168543 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.169035 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.169393 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.169739 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.170094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:31.205758 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] No DVR routers for this DVR port f398a19e-3327-4ab2-a059-84e0d199d606 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:08:31.209751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:31.213184 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fa5b0df4-d2bf-44bb-9362-626783f4241f req-7fa7fe3a-097f-4951-8b01-6a24fca4c5bd tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.53 "DELETE /v2.0/ports/f398a19e-3327-4ab2-a059-84e0d199d606 HTTP/1.1" status: 204 len: 173 time: 2.3675413 Sep 17 16:08:31.430869 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-822222e5-e5f7-4b61-b697-2af5cc538e62 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58a94c6272084a27ba61d0a256bd2f7c HTTP/1.1" status: 200 len: 380 time: 0.2581995 Sep 17 16:08:31.528544 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'port': {'device_id': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'admin_state_up': True, 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'security_groups': ['8db5e55b-4983-4a5a-9f39-9a52c6155b85']}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:31.536571 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85bc001c-6a13-4ed0-a743-36d61e85d7a5 req-7845b1aa-1578-40b1-a436-6e256e227b6c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0908592 Sep 17 16:08:31.773951 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:31.829619 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2213d7ae-54ba-44fe-b22a-9bd8a4e71465 req-72181f45-14be-4471-bd23-82e1b16cadf3 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 210 time: 0.2312052 Sep 17 16:08:31.840214 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 45da97ac-54b9-4efd-a2f1-ae9636fccc09 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:31.859505 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:32.001987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:32.002291 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Made reservation on behalf of 58a94c6272084a27ba61d0a256bd2f7c for: {'port': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:08:32.024593 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:32.171370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:32.175005 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:32.238394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:32.277332 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:32.304556 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:32.305575 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:32.487577 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Allocated IP 172.20.0.5 (68f5843b-e234-49be-959f-77b7cb19be9e/f58b0e1c-e957-4210-9146-54ca410f4405/b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:32.533444 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f625e32-caf6-4c28-b599-1d01ba0edc2c req-0d3b3b89-8539-4512-8bfc-83153fc8dacb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec50e3f8-6f11-43ea-9ef3-32923082bc75 HTTP/1.1" status: 200 len: 210 time: 0.0877805 Sep 17 16:08:32.659848 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:32.698057 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f398a19e-3327-4ab2-a059-84e0d199d606 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:08:32.723824 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Allocated IP 172.27.2.30 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/3b11083c-b01d-4274-9492-7edeee208515) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:32.725517 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'name': 'network-vif-deleted', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:32.728675 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19041a2-bba6-4108-8f1e-a1f429377500" -d '{"events": [{"server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "name": "network-vif-deleted", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:32.830234 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: f398a19e-3327-4ab2-a059-84e0d199d606 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:08:32.830836 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device f398a19e-3327-4ab2-a059-84e0d199d606 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:08:32.868794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c7f33-1bd5-4d45-89f7-718baf68b039 x-openstack-request-id: req-798c7f33-1bd5-4d45-89f7-718baf68b039 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:32.869083 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44498a0e-14b0-4ff2-bfec-82e9b4c4f934", "name": "network-vif-deleted", "tag": "f398a19e-3327-4ab2-a059-84e0d199d606", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:32.869530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-798c7f33-1bd5-4d45-89f7-718baf68b039 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:32.870140 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44498a0e-14b0-4ff2-bfec-82e9b4c4f934', 'name': 'network-vif-deleted', 'tag': 'f398a19e-3327-4ab2-a059-84e0d199d606', 'status': 'completed', 'code': 200} Sep 17 16:08:32.946625 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c0d65226-efe3-454f-8069-b4289481ebdc req-d2aec977-4c5e-4cd6-9c5c-85c4c1ad0972 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.1508303 Sep 17 16:08:33.086136 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:33.145189 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d64f2-8b39-47d4-bf6b-8d5e083e2ff2 None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:33.168815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.205682 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cbbcd45a-39cd-4a24-9f73-18e9654057d0 req-7402ec82-9f19-4883-9813-7ba15c195a68 tempest-VolumesSnapshotTestJSON-754412714 tempest-VolumesSnapshotTestJSON-754412714-project] 10.222.0.59 "GET /v2.0/ports?device_id=44498a0e-14b0-4ff2-bfec-82e9b4c4f934 HTTP/1.1" status: 200 len: 210 time: 0.0686657 Sep 17 16:08:33.238320 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.452898 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.506958 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.556193 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Network 68f5843b-e234-49be-959f-77b7cb19be9e is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:33.572362 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:33.575274 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:33.580487 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:33.582831 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:33.616121 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:33.618890 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:33.630411 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.631500 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.631500 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.631872 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.632178 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.632488 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.632759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.633087 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.633407 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.633782 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.634142 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.634464 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:08:33.674851 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113538d-b94a-4604-b956-7846cb3cef40 None None] New status for floating IP 618ed1d8-32ba-4c8d-8898-3c728959b8f5: DOWN {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:08:33.767673 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:33.768801 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.789523 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49500) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:33.808684 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=3b11083c-b01d-4274-9492-7edeee208515,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:33.855971 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.890213 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.898528 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.903800 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f3bec275-dffd-4239-bb6f-47939dcabf38 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4465451 Sep 17 16:08:33.912715 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.942355 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-00339872-b1b5-40f5-85af-ad8bee9894d2 None None] Provisioning complete for port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:33.943760 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00339872-b1b5-40f5-85af-ad8bee9894d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:33.986733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Request body: {'port': {'device_id': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:34.024249 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-00339872-b1b5-40f5-85af-ad8bee9894d2 None None] Port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:08:34.092089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.094705 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.095971 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "DELETE /v2.0/security-groups/6c19647d-e383-4251-b77b-b771748cd601 HTTP/1.1" status: 204 len: 168 time: 0.3056409 Sep 17 16:08:34.097257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.100035 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.101278 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49506) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:34.113849 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261016-80e0-466c-8550-43e2b7a727d6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19647d-e383-4251-b77b-b771748cd601,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:34.120789 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.api.v2.resource [None req-e5324621-2c70-4e17-8586-24204356e5f6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] show failed (client error): The resource could not be found. Sep 17 16:08:34.121828 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e5324621-2c70-4e17-8586-24204356e5f6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups/6c19647d-e383-4251-b77b-b771748cd601 HTTP/1.1" status: 404 len: 347 time: 0.0195949 Sep 17 16:08:34.128184 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49508) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:34.219852 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba89c-a6d2-47e8-92cd-94ad621f22a2 req-d3060924-6eea-4c22-bf42-95811f3c6d83 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:34.221468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a21ba89c-a6d2-47e8-92cd-94ad621f22a2 req-d3060924-6eea-4c22-bf42-95811f3c6d83 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 931 time: 0.1614194 Sep 17 16:08:34.280938 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Deleting port 63e73e77-34d8-4a32-8cfe-ba4a88e85a20 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:08:34.281189 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.409065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.410117 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.414999 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a21ba89c-a6d2-47e8-92cd-94ad621f22a2 req-ab14bffd-912f-4507-a0a0-c3d1a4c516b9 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845427 Sep 17 16:08:34.441373 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Calling delete_port for 63e73e77-34d8-4a32-8cfe-ba4a88e85a20 owned by network:floatingip {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:08:34.527090 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.623597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 {{(pid=94529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:34.628678 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.687348 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.766260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=3b11083c-b01d-4274-9492-7edeee208515,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:34.778927 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.801162 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.provisioning_blocks [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Transition to ACTIVE for port object b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 will not be triggered until provisioned by entity L2. {{(pid=94529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:08:34.801933 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.838047 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'Port': ['ID=63e73e77-34d8-4a32-8cfe-ba4a88e85a20,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:34.892878 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.894853 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-4a4522b5-e6c0-4a06-b79c-7fd0965afe70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6694784 Sep 17 16:08:34.928139 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.946015 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.951923 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:34.956593 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-521190e1-8ed9-4aed-ba18-ac0abf7a08c2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "DELETE /v2.0/floatingips/618ed1d8-32ba-4c8d-8898-3c728959b8f5 HTTP/1.1" status: 204 len: 168 time: 0.8268156 Sep 17 16:08:35.045304 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:35.291149 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Attempting to bind port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:35.293918 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Attempting to bind port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:35.304069 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Attempting to bind port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 on network 68f5843b-e234-49be-959f-77b7cb19be9e {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:35.325883 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 on network 68f5843b-e234-49be-959f-77b7cb19be9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:08:35.325883 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Attempting to bind port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 on network 68f5843b-e234-49be-959f-77b7cb19be9e {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:35.329561 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:35.330088 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Checking segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:35.330718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Bound using segment: {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:35.331538 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Bound port: b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e'}}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:35.332136 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:35.504370 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-038f6c2f-5be6-4ef4-8371-6e5e4205150b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--546917445&fields=id&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 267 time: 0.0974994 Sep 17 16:08:35.510738 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, cleared binding levels {{(pid=94529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:35.516317 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:35.732165 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49538) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:35.743045 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251147298', 'description': 'tempest-description--1431882360'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:35.853496 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:35.892789 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:35.952475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:35.957887 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:35.957887 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] 10.222.0.53 "PUT /v2.0/ports/b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 1093 time: 2.0372448 Sep 17 16:08:35.965296 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:35.968606 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552f64cd-848a-47e8-b921-ec56deec835e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:36.002757 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec8f7d-cfb0-4eeb-a201-08685565c52c service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=3']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:36.022021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-3441956b-987f-4df7-a21c-8f74ae6530a0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:36.023680 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-3441956b-987f-4df7-a21c-8f74ae6530a0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 817 time: 0.5101361 Sep 17 16:08:36.038644 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3d1b-adec-4e7f-80f8-0e87c8096d75 req-a2fb5b4d-bb80-4b81-81eb-1f77f62cecd9 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:36.040680 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f2c3d1b-adec-4e7f-80f8-0e87c8096d75 req-a2fb5b4d-bb80-4b81-81eb-1f77f62cecd9 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.1928787 Sep 17 16:08:36.053189 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-4de9cc06-48be-4b29-af91-bee62d7878b4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/quotas/f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 375 time: 0.0114076 Sep 17 16:08:36.078945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.187789 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7f2c3d1b-adec-4e7f-80f8-0e87c8096d75 req-b9a6884a-f54f-48c8-a174-a564b0c0dfec tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245556 Sep 17 16:08:36.194901 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.249083 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-d7580af7-47d2-4813-8409-04a1fbb8c233 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843507 Sep 17 16:08:36.251948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4d30b-be02-45c0-8a4b-307ffd1c9068 x-openstack-request-id: req-37f4d30b-be02-45c0-8a4b-307ffd1c9068 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:36.251948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:36.252597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37f4d30b-be02-45c0-8a4b-307ffd1c9068 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:36.253280 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'status': 'completed', 'code': 200} Sep 17 16:08:36.261365 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6e7fa-7271-4e77-8905-0606660a9198,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:36.270398 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-765641e2-e5c1-4048-9c09-98d085e2aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:36.273303 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-765641e2-e5c1-4048-9c09-98d085e2aab8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1096 time: 0.1166744 Sep 17 16:08:36.325408 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.331181 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cd9add6b-5f4c-4ed0-bbd2-8ee73b2577fe tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5928364 Sep 17 16:08:36.335122 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49552) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:36.340147 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group_rule': {'security_group_id': '44b6e7fa-7271-4e77-8905-0606660a9198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:36.373255 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-a75882ee-24d2-4903-8d27-4ee96a52f343 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 217 time: 0.0902913 Sep 17 16:08:36.487084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-de9834ca-3f1a-4c7b-8cbb-fe8e2d7f1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:36.488511 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-de9834ca-3f1a-4c7b-8cbb-fe8e2d7f1f4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0999932 Sep 17 16:08:36.538949 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.540545 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-9a71c1bb-c1f1-42ad-be6c-0ba735b5cc94 service neutron] 10.222.0.59 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644436 Sep 17 16:08:36.584004 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f38d2f57-7a4d-4c5c-a1d6-8b3af7b44a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:36.585794 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-f38d2f57-7a4d-4c5c-a1d6-8b3af7b44a73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866642 Sep 17 16:08:36.609542 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.704123 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.740438 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-1656079a-05f8-4f53-9d5a-5d984cb9f27b service neutron] 10.222.0.59 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842246 Sep 17 16:08:36.741622 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8982a83-9bfd-4c9c-8b88-c6a4cf52aa2e,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:36.774565 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-79f8cd39-ad17-4fda-bf2e-841847f974b2 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796882 Sep 17 16:08:36.809143 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.811521 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8fcc6f3e-7e46-4c25-b1a6-377112f9573f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777887 Sep 17 16:08:36.815737 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49556) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:36.826043 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'security_group_rule': {'security_group_id': '44b6e7fa-7271-4e77-8905-0606660a9198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:36.943754 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4912162f-9302-493b-af88-875ee2e1b9d2 req-46ab15cb-6c1c-4850-915d-999706703d18 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608777 Sep 17 16:08:36.962094 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.060899 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.145296 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.145692 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f78d3f4d-e040-4821-ace5-30a72e904802 req-f5bbf78d-95ea-44ef-be9b-1b37cf54615f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0626526 Sep 17 16:08:37.178593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db22d23-36c7-4988-a8c1-a7bc3e71078d,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:37.178828 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f64cd-848a-47e8-b921-ec56deec835e req-dd41906c-2a50-4f1a-9bbb-ea773f5c7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:37.189113 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-dd41906c-2a50-4f1a-9bbb-ea773f5c7865 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1096 time: 0.1021590 Sep 17 16:08:37.317425 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.320351 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f8df4d8c-9a0a-496a-bee1-bdda4e1a3dc9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5018187 Sep 17 16:08:37.324847 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49576) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:37.329961 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:37.400668 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f64cd-848a-47e8-b921-ec56deec835e req-2b8e5771-0787-4f05-b198-ee09b002a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:37.402208 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-2b8e5771-0787-4f05-b198-ee09b002a2e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.2052372 Sep 17 16:08:37.416026 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723daa64-36a2-477a-a762-2ae3439cfc53 req-d0916c24-45c7-4fa0-825d-911152e4f98a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:37.417656 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-723daa64-36a2-477a-a762-2ae3439cfc53 req-d0916c24-45c7-4fa0-825d-911152e4f98a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.1110981 Sep 17 16:08:37.470016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.488446 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-723daa64-36a2-477a-a762-2ae3439cfc53 req-f5864fce-0aeb-4123-b4ef-81712f0aa7c5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588584 Sep 17 16:08:37.597407 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:37.772111 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Allocated IP 172.27.2.102 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/102a26b5-c5c0-468a-9e06-6ec46255623a) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:37.924808 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.069446 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.136328 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:38.143571 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:38.148773 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:38.188791 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-8f7eff9c-bbaa-4992-b7a2-7bc60bba6bd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 217 time: 0.0378718 Sep 17 16:08:38.204198 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=102a26b5-c5c0-468a-9e06-6ec46255623a,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:38.263474 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-df54c1d5-5cde-4bd7-a8e9-0e896d2a9eff req-8f769179-b111-4a96-9403-33967727367a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0314212 Sep 17 16:08:38.325014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.476462 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.671239 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.685945 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6e6df-dc75-48b2-b5e3-84a21ad309f2 req-235b51fe-9b1d-4a48-90e7-e41e7fec5ff5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:38.688026 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-37a6e6df-dc75-48b2-b5e3-84a21ad309f2 req-235b51fe-9b1d-4a48-90e7-e41e7fec5ff5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0795596 Sep 17 16:08:38.755892 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-37a6e6df-dc75-48b2-b5e3-84a21ad309f2 req-9192a715-32c6-486c-92c8-6d39c210eafb tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609114 Sep 17 16:08:38.778283 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.852126 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=102a26b5-c5c0-468a-9e06-6ec46255623a,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:38.867538 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.939996 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:38.940255 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e1efd0f0-1caa-4aef-a55f-3a4a95813d2f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6141276 Sep 17 16:08:39.048869 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f64cd-848a-47e8-b921-ec56deec835e req-b3729c3c-356e-4e76-a470-1bccef9cae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:39.051755 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-b3729c3c-356e-4e76-a470-1bccef9cae35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0591624 Sep 17 16:08:39.120591 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-eff84105-d772-48eb-bca5-05731cd37f39 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1251147298&fields=id&tenant_id=312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 267 time: 0.0559826 Sep 17 16:08:39.314006 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-3e09f4cf-aa90-489d-9751-cee7aa472c18 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:39.316804 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-3e09f4cf-aa90-489d-9751-cee7aa472c18 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 811 time: 0.1871693 Sep 17 16:08:39.341580 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-d1c47644-c8a6-4ece-a92e-a6d2d08cbcd6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/quotas/312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 375 time: 0.0168960 Sep 17 16:08:39.407512 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d27c25c2-a8df-4487-8d0e-142ad703516d req-d9343da7-3622-4add-861d-82106f1b9b9d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0634043 Sep 17 16:08:39.469276 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-01911e42-c259-490c-bfed-ff8b6d86c83f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102991 Sep 17 16:08:39.585660 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-3c18b0ee-b874-4d35-8b21-beba7ffa03cd service neutron] 10.222.0.59 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019533 Sep 17 16:08:39.697363 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-ef381f4e-b828-4e96-88c4-b4003023b0e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050539 Sep 17 16:08:39.899195 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c96f4-9501-4905-83a3-c5ca6373d42d req-627ef96d-c48e-47af-9c05-2f83c7e1ad3f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:39.901985 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-181c96f4-9501-4905-83a3-c5ca6373d42d req-627ef96d-c48e-47af-9c05-2f83c7e1ad3f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0682254 Sep 17 16:08:40.009308 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ff797e26-0a83-4066-bf75-609edcc31059 req-d7446b87-a62e-4b43-8489-584574b9462f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 210 time: 0.0728362 Sep 17 16:08:40.069453 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-181c96f4-9501-4905-83a3-c5ca6373d42d req-bec870fa-35b7-48d2-9edf-6aa717fe635c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549966 Sep 17 16:08:40.087235 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f64cd-848a-47e8-b921-ec56deec835e req-e62dce1d-0ed9-44d9-8312-b26c090e1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:40.089359 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-e62dce1d-0ed9-44d9-8312-b26c090e1251 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283395 Sep 17 16:08:40.206875 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-1090c5a6-abf0-49b0-9aec-26105bf79582 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046460 Sep 17 16:08:40.320667 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-552f64cd-848a-47e8-b921-ec56deec835e req-ba43ee6c-4f4c-478a-b8c2-74a5a5aa43eb service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071205 Sep 17 16:08:40.533547 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ead1ce1b-2c15-43c9-a7a4-928909c1ca80 req-4ddf2bcb-2d69-4e11-8dde-0d8cdc9c0abf tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0391610 Sep 17 16:08:41.134483 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed9f3047-6c68-4434-bbfa-a6750e0dd0b3 req-9302a7ed-f6b3-44a6-b374-75b42b2483e3 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 210 time: 0.0465596 Sep 17 16:08:41.257562 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481efce-4501-4a42-b217-1ddedfe9b9a8 req-23393afa-1b19-4679-b8d3-6e2add3a2fde tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:41.271744 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b481efce-4501-4a42-b217-1ddedfe9b9a8 req-23393afa-1b19-4679-b8d3-6e2add3a2fde tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0970807 Sep 17 16:08:41.327503 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b481efce-4501-4a42-b217-1ddedfe9b9a8 req-39cd9bd0-9d29-4af3-b641-c6ccb988d161 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545139 Sep 17 16:08:41.472736 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-c3afc1fb-ccfe-4aa3-ab21-9cff7a457d1c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:41.474798 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-c3afc1fb-ccfe-4aa3-ab21-9cff7a457d1c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 817 time: 0.1458960 Sep 17 16:08:41.546738 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-da82128b-2776-4b2b-b9c8-6bed1b04ea7a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 379 time: 0.0625067 Sep 17 16:08:41.557728 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'port': {'device_id': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'admin_state_up': True, 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'security_groups': ['6610b828-4076-4ea3-96c5-824a0437a1db']}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:41.662452 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e81b7153-4693-44cb-a5df-7d7a3a2d2ac9 req-8157b96e-af12-4fa8-9fa4-d7f56fd77f6b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0399287 Sep 17 16:08:41.812896 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Made reservation on behalf of f6b04e693f4f4b8e952b8b69f30676dc for: {'port': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:08:41.820757 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.046439 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49660) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:42.062720 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Allocated IP 172.20.0.10 (ffda7f23-28b5-4460-bd4e-83170732ea2c/32cbbd3f-0611-4f4f-adc7-081163fcf02a/259b92d6-f634-4993-bb91-87b8570d8b13) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:42.310906 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bed188cb-36c9-4a2e-9004-fe4415275131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.332801 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b17ecfc5-4566-46c7-8d6c-0c1c6842b086 req-19fc2995-a6cc-4a34-8115-77870d3ba89b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 210 time: 0.0689726 Sep 17 16:08:42.394944 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.533279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bed188cb-36c9-4a2e-9004-fe4415275131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.557710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa196c-6b7e-48af-9d47-9d1e7d1ad5fe req-97a47af8-c1fd-40f1-958d-975dd5c54cbd tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:42.559440 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64aa196c-6b7e-48af-9d47-9d1e7d1ad5fe req-97a47af8-c1fd-40f1-958d-975dd5c54cbd tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0916429 Sep 17 16:08:42.594933 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.644735 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64aa196c-6b7e-48af-9d47-9d1e7d1ad5fe req-1070a52c-4ae7-437c-8436-9661038d1c53 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731430 Sep 17 16:08:42.652965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:42.657181 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:42.661785 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:42.692475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:42.698891 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bed188cb-36c9-4a2e-9004-fe4415275131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.716224 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-1192dab4-7d40-4893-b6b0-d63e629acd43 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:42.719514 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-1192dab4-7d40-4893-b6b0-d63e629acd43 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 811 time: 0.1530528 Sep 17 16:08:42.783519 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-bed188cb-36c9-4a2e-9004-fe4415275131 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56cde7f84ae845ed9bdefa89f9883867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356308 Sep 17 16:08:42.784502 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49672) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:42.794788 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed188cb-36c9-4a2e-9004-fe4415275131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8b147-31e1-48f8-8fc7-d5aae10497d3,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:42.803941 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:42.807789 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.810782 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-cd943229-e5d4-47b0-9955-eade5f716839 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=312fa81340954b348a3b9b2cb42b9255 HTTP/1.1" status: 200 len: 380 time: 0.0805418 Sep 17 16:08:42.826373 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'port': {'device_id': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'admin_state_up': True, 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'security_groups': ['44b6e7fa-7271-4e77-8905-0606660a9198']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:42.913472 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64555744-1b31-4ef5-84a8-fb44dae74ad4 req-71d56f39-d2eb-45c5-8fea-0aab9debb5f6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:42.923136 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64555744-1b31-4ef5-84a8-fb44dae74ad4 req-71d56f39-d2eb-45c5-8fea-0aab9debb5f6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 932 time: 0.1375570 Sep 17 16:08:42.956408 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.964793 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-19af6138-11c1-4454-9aee-6851eb6baa17 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4109724 Sep 17 16:08:42.984520 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Request body: {'port': {'device_id': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:43.027080 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5b74e57d-9fd9-415f-9b32-a240a936aad4 None None] Provisioning complete for port 259b92d6-f634-4993-bb91-87b8570d8b13 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:43.028809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b74e57d-9fd9-415f-9b32-a240a936aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.033213 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.038431 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64555744-1b31-4ef5-84a8-fb44dae74ad4 req-abef847a-0ac5-4c65-81cd-ff6fb34c9029 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144032 Sep 17 16:08:43.099849 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.113899 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5b74e57d-9fd9-415f-9b32-a240a936aad4 None None] Port 259b92d6-f634-4993-bb91-87b8570d8b13 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:08:43.121965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Made reservation on behalf of 312fa81340954b348a3b9b2cb42b9255 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:08:43.138740 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.326410 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.328990 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.332379 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cd8b147-31e1-48f8-8fc7-d5aae10497d3 HTTP/1.1" status: 204 len: 168 time: 0.5432646 Sep 17 16:08:43.363251 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ad77f-c177-4e77-91d9-285979ad0942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8b147-31e1-48f8-8fc7-d5aae10497d3,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:43.486200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Allocated IP 172.20.0.7 (c6a2d6ee-aaee-48a2-bcf7-26915479b37b/0e1b79ec-74e8-46d0-9e0e-bdc355117e1d/3e9de009-5c7f-4da0-abdf-9236694f7870) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:43.534596 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d5a19ced-56fe-43f6-b47e-086434acd5bb req-97391bac-80e1-470c-9abd-dea516de11a1 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 210 time: 0.0391047 Sep 17 16:08:43.544623 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:43.553839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.574045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.provisioning_blocks [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Transition to ACTIVE for port object 259b92d6-f634-4993-bb91-87b8570d8b13 will not be triggered until provisioned by entity L2. {{(pid=94529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:08:43.681204 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.783508 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.852634 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d8d8-b857-46ea-9a1d-3098a0dab010 req-d188e373-39eb-42ab-9202-5d07f37b908e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:43.854277 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7377d8d8-b857-46ea-9a1d-3098a0dab010 req-d188e373-39eb-42ab-9202-5d07f37b908e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.1088634 Sep 17 16:08:43.869048 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:43.892779 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.962466 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7377d8d8-b857-46ea-9a1d-3098a0dab010 req-f554897f-81b2-40eb-89c7-77ed0f6d6ca7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942256 Sep 17 16:08:43.986281 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Attempting to bind port 259b92d6-f634-4993-bb91-87b8570d8b13 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:43.986616 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Attempting to bind port 259b92d6-f634-4993-bb91-87b8570d8b13 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:43.986958 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Attempting to bind port 259b92d6-f634-4993-bb91-87b8570d8b13 on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:43.995610 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Port 259b92d6-f634-4993-bb91-87b8570d8b13 on network ffda7f23-28b5-4460-bd4e-83170732ea2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:08:43.995970 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Attempting to bind port 259b92d6-f634-4993-bb91-87b8570d8b13 on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:44.001965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:44.002291 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Checking segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:44.002674 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Bound using segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} {{(pid=94529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:44.003115 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.managers [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Bound port: 259b92d6-f634-4993-bb91-87b8570d8b13, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}}] {{(pid=94529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:44.003480 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.009458 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:44.014467 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:44.016773 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event updated for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:44.026375 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:44.092605 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:44.093491 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.117442 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, cleared binding levels {{(pid=94529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:44.125310 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:44.218940 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-47af9fe0-73f1-4bae-bc1d-8a8469bb38aa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4013286 Sep 17 16:08:44.233594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Request body: {'port': {'device_id': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:44.257841 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1613789-1a0d-4d76-940f-ea697a749233 req-5f5852dd-16cf-4eaa-891e-e79f954ba5af tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:44.260117 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b1613789-1a0d-4d76-940f-ea697a749233 req-5f5852dd-16cf-4eaa-891e-e79f954ba5af tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0869992 Sep 17 16:08:44.264868 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.316391 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.334788 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:44.336051 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.337464 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] 10.222.0.53 "PUT /v2.0/ports/259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 1094 time: 1.3636880 Sep 17 16:08:44.338383 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:44.340883 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce055d-af49-4838-b7c9-a51866f494e6" -d '{"events": [{"name": "network-changed", "server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:44.352069 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49700) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:44.389239 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-546af11a-ed14-450a-bb27-33569be53527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.410868 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-85fa7023-31a0-4df0-9932-129230992be2 None None] Provisioning complete for port 3e9de009-5c7f-4da0-abdf-9236694f7870 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:44.412501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85fa7023-31a0-4df0-9932-129230992be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.424891 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b1613789-1a0d-4d76-940f-ea697a749233 req-6d901d25-9116-46c7-a2f4-4bfeccf9d77e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482821 Sep 17 16:08:44.548609 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-85fa7023-31a0-4df0-9932-129230992be2 None None] Port 3e9de009-5c7f-4da0-abdf-9236694f7870 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:08:44.554415 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-546af11a-ed14-450a-bb27-33569be53527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.576804 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4954d-a2fe-498f-b10f-61b57c3202fe service neutron] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=3']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:44.711608 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-8dfdf04b-4d42-42d5-8c79-4a9bde323f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:44.714441 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-8dfdf04b-4d42-42d5-8c79-4a9bde323f8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1097 time: 0.1549439 Sep 17 16:08:44.715797 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-546af11a-ed14-450a-bb27-33569be53527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.729264 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:08:44.901418 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9de009-5c7f-4da0-abdf-9236694f7870 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:44.902260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3e04b-aaf8-49fa-ac0c-c0ee058dae08 req-2e40f2bb-fbe1-471f-ba8a-ad3a7902f8df tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:44.904676 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89c3e04b-aaf8-49fa-ac0c-c0ee058dae08 req-2e40f2bb-fbe1-471f-ba8a-ad3a7902f8df tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 931 time: 0.2641759 Sep 17 16:08:44.912522 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-546af11a-ed14-450a-bb27-33569be53527 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19ac51a788e24b96a79b3be27c1c70bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555756 Sep 17 16:08:44.917809 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.922019 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-2a401ced-ec7a-4569-824d-c44ac91e81b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 217 time: 0.1543937 Sep 17 16:08:44.928716 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49710) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:44.933571 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Transition to ACTIVE for port object 3e9de009-5c7f-4da0-abdf-9236694f7870 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:08:44.982342 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a847977f-11d1-4c6d-8b8d-b2523387b3c3 x-openstack-request-id: req-a847977f-11d1-4c6d-8b8d-b2523387b3c3 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:44.982805 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:44.983222 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a847977f-11d1-4c6d-8b8d-b2523387b3c3 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:44.983877 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'status': 'completed', 'code': 200} Sep 17 16:08:45.000038 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:45.016452 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.022161 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'mac_address': 'fa:16:3e:d7:37:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:08:45.057261 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546af11a-ed14-450a-bb27-33569be53527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869ceb8-5fff-426a-a51f-86d924b9af9d,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:45.113723 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:45.128867 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.150651 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:45.179621 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:45.185555 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89c3e04b-aaf8-49fa-ac0c-c0ee058dae08 req-b1dcefe2-0c10-4b31-a92a-18c9ead51c06 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551236 Sep 17 16:08:45.223036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-4d9e4884-050f-4b74-9e2f-87b34f84dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.226044 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-4d9e4884-050f-4b74-9e2f-87b34f84dc6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.2900572 Sep 17 16:08:45.229206 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Attempting to bind port 3e9de009-5c7f-4da0-abdf-9236694f7870 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:08:45.229886 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Attempting to bind port 3e9de009-5c7f-4da0-abdf-9236694f7870 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:08:45.230609 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Attempting to bind port 3e9de009-5c7f-4da0-abdf-9236694f7870 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:45.235681 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Port 3e9de009-5c7f-4da0-abdf-9236694f7870 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:08:45.236018 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Attempting to bind port 3e9de009-5c7f-4da0-abdf-9236694f7870 on network c6a2d6ee-aaee-48a2-bcf7-26915479b37b {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:08:45.242833 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:08:45.243179 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Checking segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:08:45.243564 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Bound using segment: {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:08:45.244022 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Bound port: 3e9de009-5c7f-4da0-abdf-9236694f7870, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:08:45.244438 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.279793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.347898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:08:45.353378 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3e9de009-5c7f-4da0-abdf-9236694f7870,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:08:45.354809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:45.465655 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.496889 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:08:45.531467 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.532524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.535759 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] 10.222.0.53 "PUT /v2.0/ports/3e9de009-5c7f-4da0-abdf-9236694f7870 HTTP/1.1" status: 200 len: 1093 time: 1.3060710 Sep 17 16:08:45.535964 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:45.541663 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42" -d '{"events": [{"name": "network-changed", "server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:45.608530 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.638299 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710096d-26e6-4f9b-aeaf-a6430f926e5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:45.681055 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdbc5d-e3a5-4302-91ae-3df57242b1df req-2f479316-af86-4fe3-9f70-01f4b865a8db tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.682688 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d5fdbc5d-e3a5-4302-91ae-3df57242b1df req-2f479316-af86-4fe3-9f70-01f4b865a8db tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.5513542 Sep 17 16:08:45.691086 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.695696 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-b798ed08-d3be-4060-958c-4e25489697a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.697298 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-b798ed08-d3be-4060-958c-4e25489697a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4589558 Sep 17 16:08:45.895908 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557aaa5-f25b-41fb-a825-6054f70f2740 req-2bed7520-40ad-4725-b624-a9dbd1d81e5e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.898436 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0557aaa5-f25b-41fb-a825-6054f70f2740 req-2bed7520-40ad-4725-b624-a9dbd1d81e5e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.2606144 Sep 17 16:08:45.910091 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-24debce0-7e39-4213-bbb8-01270f792e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:45.913638 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-24debce0-7e39-4213-bbb8-01270f792e75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 1096 time: 0.2053282 Sep 17 16:08:45.922434 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-fdfcefa5-2f7a-474a-ad1c-e44df81070ef service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119970 Sep 17 16:08:45.963163 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d5fdbc5d-e3a5-4302-91ae-3df57242b1df req-c1145558-b880-4764-8f13-3eb0f1289f6d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568865 Sep 17 16:08:46.008705 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-c83a8398-39fe-4c0f-bdd4-43f5a86e2003 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e9de009-5c7f-4da0-abdf-9236694f7870 HTTP/1.1" status: 200 len: 217 time: 0.0744429 Sep 17 16:08:46.043283 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0557aaa5-f25b-41fb-a825-6054f70f2740 req-8fa089bd-8f39-4a17-826d-89b9c134caf9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166301 Sep 17 16:08:46.054399 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:46.057162 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:46.072675 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d869ceb8-5fff-426a-a51f-86d924b9af9d HTTP/1.1" status: 204 len: 168 time: 1.1290135 Sep 17 16:08:46.102965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a00974-5825-4e45-b9d7-000afba1c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869ceb8-5fff-426a-a51f-86d924b9af9d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:46.128383 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db5dbb7b-4718-4b23-be75-946c9939c9ac req-cc799c7b-5537-4d70-9502-4193d85e6cbf service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901031 Sep 17 16:08:46.146864 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-2c093eb2-8aed-4013-a1e6-0abfeda2dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.149396 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-2c093eb2-8aed-4013-a1e6-0abfeda2dbe8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.1316998 Sep 17 16:08:46.199384 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261a19ef-0105-4630-b763-bc2364fd9d12 x-openstack-request-id: req-261a19ef-0105-4630-b763-bc2364fd9d12 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:46.199683 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:46.199938 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-261a19ef-0105-4630-b763-bc2364fd9d12 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:46.200381 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'status': 'completed', 'code': 200} Sep 17 16:08:46.212459 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0af4d-9631-417f-89c8-2703b8499441 req-687c770f-3279-4c40-aaac-8bc675daac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.214068 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-687c770f-3279-4c40-aaac-8bc675daac8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553968 Sep 17 16:08:46.358700 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-751401bd-e38e-4b6c-ac56-1f6e8ea08dd7 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347907 Sep 17 16:08:46.368907 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-f3574902-f260-4edf-857b-a18dff5b9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.370444 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-f3574902-f260-4edf-857b-a18dff5b9d41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1097 time: 0.0952313 Sep 17 16:08:46.397482 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208df511-2a63-47e7-8be6-56454794e3b5 req-0e53ebc6-c99d-4abf-83c2-d0e31068e4b5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.399254 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-208df511-2a63-47e7-8be6-56454794e3b5 req-0e53ebc6-c99d-4abf-83c2-d0e31068e4b5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 943 time: 0.1102030 Sep 17 16:08:46.488388 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-abd0af4d-9631-417f-89c8-2703b8499441 req-16c5402d-f0c1-4897-a1eb-eb74d6a2eb8a service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212959 Sep 17 16:08:46.501613 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-208df511-2a63-47e7-8be6-56454794e3b5 req-b6fc5b5c-d77c-4295-8e6c-78d59eff9e06 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910957 Sep 17 16:08:46.532597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-cd5c192d-faad-4924-a849-f2be74fd721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.534191 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-cd5c192d-faad-4924-a849-f2be74fd721b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1556218 Sep 17 16:08:46.614121 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-fa0b1ef8-8c65-4a25-ab60-c4d0ddfc075a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 217 time: 0.0712152 Sep 17 16:08:46.679238 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-abc4034e-176f-4afc-93d1-63c5a2516cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.680829 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-abc4034e-176f-4afc-93d1-63c5a2516cab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0546422 Sep 17 16:08:46.738023 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:46.749030 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-31e53acd-d3e5-4f4e-ae60-e8986d211674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.751797 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-31e53acd-d3e5-4f4e-ae60-e8986d211674 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 1096 time: 0.0554981 Sep 17 16:08:46.757801 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-14861316-93d9-40a7-8c21-3d00678ccb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.761101 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-14861316-93d9-40a7-8c21-3d00678ccb59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655935 Sep 17 16:08:46.904780 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-a9112d9d-2164-4c1d-961b-5b6e2fe23870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:46.906612 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-a9112d9d-2164-4c1d-961b-5b6e2fe23870 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1469088 Sep 17 16:08:46.928168 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:46.949243 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-aec026e1-90f3-4392-8743-5144b4810908 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693666 Sep 17 16:08:46.955028 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-cd66f5dd-7146-4e3c-bdc3-bf8f31cc3e08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e9de009-5c7f-4da0-abdf-9236694f7870 HTTP/1.1" status: 200 len: 217 time: 0.0398667 Sep 17 16:08:46.967486 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:08:46.977078 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:46.977870 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.042313 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49738) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:47.070976 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-b2816f60-de05-4dd9-b6c0-da39a82ba27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.073603 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-b2816f60-de05-4dd9-b6c0-da39a82ba27e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.1094244 Sep 17 16:08:47.138819 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.150273 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-84e5fea8-a82a-41cc-8d70-3ee5a47ef683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.170190 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-f8fb4ec5-3270-472b-9f31-6b442c178f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.176064 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-f8fb4ec5-3270-472b-9f31-6b442c178f79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898654 Sep 17 16:08:47.179007 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:47.179891 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:47.182284 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c94cb-4041-47c4-9066-823d5b940c79" -d '{"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:47.274261 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.280640 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-8a513110-6f7d-422d-a096-7b482c276644 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984895 Sep 17 16:08:47.288441 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-70ce055d-af49-4838-b7c9-a51866f494e6 req-2907c0b6-f433-40bb-b7da-d7a8d3091c19 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247089 Sep 17 16:08:47.318419 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b44c83-988f-4567-b2df-7c92663e3b4b req-ea701664-01fb-425d-8ad7-776746f27414 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.320160 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e4b44c83-988f-4567-b2df-7c92663e3b4b req-ea701664-01fb-425d-8ad7-776746f27414 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 944 time: 0.1715670 Sep 17 16:08:47.346900 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b2004-9e16-4a23-b76c-a05f84f393af req-d9ffb22e-2316-405f-bd04-789ccdb23750 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.350339 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-522b2004-9e16-4a23-b76c-a05f84f393af req-d9ffb22e-2316-405f-bd04-789ccdb23750 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.1626813 Sep 17 16:08:47.352972 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:47.433642 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e4b44c83-988f-4567-b2df-7c92663e3b4b req-608549ff-319b-4a04-b312-93b6db7417bf tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062131 Sep 17 16:08:47.459614 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-6ae872f4-1b67-47e0-9e5e-c824b5eaae42 req-ab879ce6-7f41-4111-baf9-ec701a3976ca service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679990 Sep 17 16:08:47.475871 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-522b2004-9e16-4a23-b76c-a05f84f393af req-0f43a187-80c9-401a-999e-b05e1a24381e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046927 Sep 17 16:08:47.487025 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-84e5fea8-a82a-41cc-8d70-3ee5a47ef683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.489569 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcfe623-f899-4a9a-81ac-c743c0f09770 x-openstack-request-id: req-7fcfe623-f899-4a9a-81ac-c743c0f09770 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:47.491128 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:47.491492 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fcfe623-f899-4a9a-81ac-c743c0f09770 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:47.492368 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'code': 200} Sep 17 16:08:47.558447 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-84e5fea8-a82a-41cc-8d70-3ee5a47ef683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.657335 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-84e5fea8-a82a-41cc-8d70-3ee5a47ef683 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a0b343c3ff7438ab8b09904528a29ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130142 Sep 17 16:08:47.660519 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49748) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:47.684446 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5fea8-a82a-41cc-8d70-3ee5a47ef683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b96aff-4933-487f-a554-8cae337ff6a7,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:47.731215 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c69-6163-47aa-b4c0-84b70cbb71a9 req-977f6a9f-69fc-4a84-a3ba-f51364fba418 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.734135 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68985c69-6163-47aa-b4c0-84b70cbb71a9 req-977f6a9f-69fc-4a84-a3ba-f51364fba418 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 943 time: 0.1044044 Sep 17 16:08:47.737987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.770043 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.809283 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68985c69-6163-47aa-b4c0-84b70cbb71a9 req-a96e9393-eb96-4422-a213-16fca7407cb5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673180 Sep 17 16:08:47.913948 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.918809 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:47.920873 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83b96aff-4933-487f-a554-8cae337ff6a7 HTTP/1.1" status: 204 len: 168 time: 0.2589424 Sep 17 16:08:47.941309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465106d-eea5-442a-9fa4-892dfcf177a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b96aff-4933-487f-a554-8cae337ff6a7,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:47.952125 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06058b1-ab9f-4ea3-8020-ede3c5dd2b7a req-4b96d41e-0f6a-4acb-b549-c5f21533a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:47.955233 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a06058b1-ab9f-4ea3-8020-ede3c5dd2b7a req-4b96d41e-0f6a-4acb-b549-c5f21533a443 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0984867 Sep 17 16:08:48.565282 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6ec02-e35b-4b48-939f-898c34716431 req-ce5740f9-ee3f-474f-8318-9347079d7e2e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:48.566885 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42f6ec02-e35b-4b48-939f-898c34716431 req-ce5740f9-ee3f-474f-8318-9347079d7e2e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0533426 Sep 17 16:08:48.633445 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42f6ec02-e35b-4b48-939f-898c34716431 req-1aec96e4-9a3d-43ef-9680-088183decfe8 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602925 Sep 17 16:08:48.657455 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89535315-4886-4c5d-bae1-641c3e3b2b17 req-523b7744-2ded-4879-9879-7a4fc9852089 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:48.659155 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89535315-4886-4c5d-bae1-641c3e3b2b17 req-523b7744-2ded-4879-9879-7a4fc9852089 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0705111 Sep 17 16:08:48.707417 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89535315-4886-4c5d-bae1-641c3e3b2b17 req-de288eb0-25b5-4d6c-914d-5c7dfdf39616 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394464 Sep 17 16:08:48.940507 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bb989-bdf1-42c8-a26f-d831381864ac req-dae46586-6737-4b25-8e6e-8d92a8b207a8 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:48.942120 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-085bb989-bdf1-42c8-a26f-d831381864ac req-dae46586-6737-4b25-8e6e-8d92a8b207a8 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 943 time: 0.0570641 Sep 17 16:08:48.998641 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-085bb989-bdf1-42c8-a26f-d831381864ac req-322bdd25-2c2f-40a7-a9d1-158565f1ffe6 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489154 Sep 17 16:08:49.001358 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:08:49.048473 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a06058b1-ab9f-4ea3-8020-ede3c5dd2b7a req-b8e7eea9-43f5-47b6-904b-cda49935bb78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476112 Sep 17 16:08:49.112700 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:49.125350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '259b92d6-f634-4993-bb91-87b8570d8b13', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:08:49.171045 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:49.187446 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:49.210226 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:49.290995 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:49.291673 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 3e9de009-5c7f-4da0-abdf-9236694f7870 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:08:49.369386 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:49.459938 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3e9de009-5c7f-4da0-abdf-9236694f7870,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:49.481302 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'port_id': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'mac_address': 'fa:16:3e:46:af:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:08:49.545958 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:49.571940 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9de009-5c7f-4da0-abdf-9236694f7870 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:08:49.601330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3e9de009-5c7f-4da0-abdf-9236694f7870,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:49.681554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:49.735665 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:49.803703 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df7ae-6054-45e1-bd7f-0846b514c127 req-6749b264-705f-458f-bdb1-d45904627423 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:49.806014 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6c2df7ae-6054-45e1-bd7f-0846b514c127 req-6749b264-705f-458f-bdb1-d45904627423 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0635672 Sep 17 16:08:49.891605 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6c2df7ae-6054-45e1-bd7f-0846b514c127 req-38635f34-e590-4df8-902d-68d348e9c80d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789385 Sep 17 16:08:49.910035 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3ed5-4053-44c7-9188-d01442b3071c req-6d9f038a-ebd1-43b8-91b4-0d0ed45b07a9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:49.912714 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-58cd3ed5-4053-44c7-9188-d01442b3071c req-6d9f038a-ebd1-43b8-91b4-0d0ed45b07a9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.0868559 Sep 17 16:08:49.965537 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-58cd3ed5-4053-44c7-9188-d01442b3071c req-71c8770f-6254-48e6-abc7-9c490ba5d3f8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466342 Sep 17 16:08:50.153136 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58f28a-6a13-4d19-ba19-f7a909aa066f req-bc7cbdbc-ea03-4e8b-b7ed-c86c0320af2d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:50.154811 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d58f28a-6a13-4d19-ba19-f7a909aa066f req-bc7cbdbc-ea03-4e8b-b7ed-c86c0320af2d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 944 time: 0.0604820 Sep 17 16:08:50.199973 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4d58f28a-6a13-4d19-ba19-f7a909aa066f req-421bb699-75cf-4c90-b05a-bd53012b1ff7 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Sep 17 16:08:51.055745 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798051-5333-41a9-b5ed-31e7eee1fed6 req-de522092-4a45-4bbb-87ed-77dfca2f043e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:51.057357 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6c798051-5333-41a9-b5ed-31e7eee1fed6 req-de522092-4a45-4bbb-87ed-77dfca2f043e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0652878 Sep 17 16:08:51.094504 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['259b92d6-f634-4993-bb91-87b8570d8b13'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:08:51.122173 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['3e9de009-5c7f-4da0-abdf-9236694f7870'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:08:51.127489 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6c798051-5333-41a9-b5ed-31e7eee1fed6 req-e3131500-21cf-4b91-b835-93e8b17dc521 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605938 Sep 17 16:08:51.146382 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c1e4-4f94-40d5-9a4d-6a6421325aca req-e3cb6a0d-5ac8-49e0-96b4-a650ce6e65bd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:51.146382 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b096c1e4-4f94-40d5-9a4d-6a6421325aca req-e3cb6a0d-5ac8-49e0-96b4-a650ce6e65bd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.0839298 Sep 17 16:08:51.217592 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b096c1e4-4f94-40d5-9a4d-6a6421325aca req-23a8fe6e-3253-4943-b7a0-66d978d9f95d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572362 Sep 17 16:08:51.377648 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd0f37-49d9-4631-825c-d77a8ad0bc13 req-def20068-2b52-4311-8057-41b9124fe5db tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:51.379781 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e4cd0f37-49d9-4631-825c-d77a8ad0bc13 req-def20068-2b52-4311-8057-41b9124fe5db tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 944 time: 0.0788314 Sep 17 16:08:51.426625 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e4cd0f37-49d9-4631-825c-d77a8ad0bc13 req-2686b69b-5622-4394-8053-8a78c20cea5d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Sep 17 16:08:52.278472 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9db1-4296-4b96-98f4-ac6de9a3c304 req-5620f48e-0310-48ac-be92-660737fe6639 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:52.280118 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6f6b9db1-4296-4b96-98f4-ac6de9a3c304 req-5620f48e-0310-48ac-be92-660737fe6639 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0593381 Sep 17 16:08:52.358662 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6f6b9db1-4296-4b96-98f4-ac6de9a3c304 req-82c86de4-1b47-40fb-a20b-88426e1bf288 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645254 Sep 17 16:08:52.395722 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee617f7-e35b-40ba-85ea-b9f8f3202b79 req-d08c7e04-3c99-444a-a743-9fbfcf6482e5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:52.398381 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1ee617f7-e35b-40ba-85ea-b9f8f3202b79 req-d08c7e04-3c99-444a-a743-9fbfcf6482e5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.0609481 Sep 17 16:08:52.455379 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1ee617f7-e35b-40ba-85ea-b9f8f3202b79 req-11c61cb8-9367-41f6-bea9-de6919108e63 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461853 Sep 17 16:08:52.557411 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feccde0-d2af-4f09-8847-7771be383376 req-96478b48-28c1-44a3-abec-a36616d28361 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:52.558974 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5feccde0-d2af-4f09-8847-7771be383376 req-96478b48-28c1-44a3-abec-a36616d28361 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 944 time: 0.0565782 Sep 17 16:08:52.601841 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5feccde0-d2af-4f09-8847-7771be383376 req-c640b15a-7bb8-4993-8cf1-04ebe7046662 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361762 Sep 17 16:08:52.820913 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:52.949782 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 259b92d6-f634-4993-bb91-87b8570d8b13 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:08:52.953997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 259b92d6-f634-4993-bb91-87b8570d8b13 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:52.954378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.042635 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.068931 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:53.071414 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473391d7-5d46-4334-b8a5-c3aac85e0d09" -d '{"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:53.086791 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:53.125767 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4622696e-77f4-4818-aeff-6e510903c725 x-openstack-request-id: req-4622696e-77f4-4818-aeff-6e510903c725 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:53.126222 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:53.126459 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4622696e-77f4-4818-aeff-6e510903c725 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:53.126883 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'code': 200} Sep 17 16:08:53.155772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.157499 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 3e9de009-5c7f-4da0-abdf-9236694f7870 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:08:53.246345 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:53.321761 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 3e9de009-5c7f-4da0-abdf-9236694f7870 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:08:53.326266 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 3e9de009-5c7f-4da0-abdf-9236694f7870 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:08:53.326686 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.427519 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.478138 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3e9de009-5c7f-4da0-abdf-9236694f7870,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:08:53.556436 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40a8e-c7fc-4661-83c8-d58dc8d7bc22 req-8a9b9907-04e4-4ff1-9f80-1ad763e9ef6d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:53.559183 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-31b40a8e-c7fc-4661-83c8-d58dc8d7bc22 req-8a9b9907-04e4-4ff1-9f80-1ad763e9ef6d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0995967 Sep 17 16:08:53.561063 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904893-a9e6-4b9e-ac82-d2653d28c874 req-ad3a9eab-8d4e-4a9f-ae97-495df9d7049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:53.565214 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-51904893-a9e6-4b9e-ac82-d2653d28c874 req-ad3a9eab-8d4e-4a9f-ae97-495df9d7049d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1099 time: 0.1100972 Sep 17 16:08:53.571652 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:53.644731 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-51904893-a9e6-4b9e-ac82-d2653d28c874 req-963b757d-8b54-4f85-a162-fb3d0abe6420 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 Sep 17 16:08:53.645799 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-31b40a8e-c7fc-4661-83c8-d58dc8d7bc22 req-5d0caf31-d035-484d-b52b-72601bc9f7b4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721564 Sep 17 16:08:53.663980 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6c5d-864c-4050-a394-7e1fa4f4e4a0 req-c314a781-5417-437c-842a-8c3bda28cbfa tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:53.667208 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c4cb6c5d-864c-4050-a394-7e1fa4f4e4a0 req-c314a781-5417-437c-842a-8c3bda28cbfa tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.1060357 Sep 17 16:08:53.680043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:53.732013 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c4cb6c5d-864c-4050-a394-7e1fa4f4e4a0 req-28e81183-d477-4f7c-97db-673ea205ad7f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575819 Sep 17 16:08:53.782904 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bcaaf-0198-4e00-a13e-3d593081d3ff req-1768ef5b-aa65-416d-99fc-480a43de35fb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:53.784519 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-902bcaaf-0198-4e00-a13e-3d593081d3ff req-1768ef5b-aa65-416d-99fc-480a43de35fb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.0712748 Sep 17 16:08:53.858635 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-902bcaaf-0198-4e00-a13e-3d593081d3ff req-171f6320-2ed6-4c89-9501-460cb0350bed tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647888 Sep 17 16:08:53.883064 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70635e-0a85-463b-8841-2b1a558f0385 req-7873604e-d9d9-4bf0-a661-b5291fa9a2f6 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:53.884707 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed70635e-0a85-463b-8841-2b1a558f0385 req-7873604e-d9d9-4bf0-a661-b5291fa9a2f6 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0841668 Sep 17 16:08:53.944483 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ed70635e-0a85-463b-8841-2b1a558f0385 req-194d7426-eec1-42b9-83ed-6c2e3c7561dc tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459120 Sep 17 16:08:53.968722 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49810) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:54.284692 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d605deea-fcb8-4327-ad01-d0f9fdc8899f tempest-TestShelveInstance-376222281 tempest-TestShelveInstance-376222281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:54.286307 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d605deea-fcb8-4327-ad01-d0f9fdc8899f tempest-TestShelveInstance-376222281 tempest-TestShelveInstance-376222281-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1093 time: 0.3165586 Sep 17 16:08:54.289367 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49814) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:54.293882 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:54.416735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for floatingip, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:54.554088 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:54.694454 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Allocated IP 172.27.2.158 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:08:54.819947 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:54.903933 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713edc-cb50-4eb1-8f1d-e9827ad5226a req-f5bacc90-ac9d-4088-9847-79f8ce863751 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:54.905591 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d713edc-cb50-4eb1-8f1d-e9827ad5226a req-f5bacc90-ac9d-4088-9847-79f8ce863751 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0769494 Sep 17 16:08:55.006525 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d713edc-cb50-4eb1-8f1d-e9827ad5226a req-b72a591c-e05d-41b6-aee7-dd4c1533e2a8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918911 Sep 17 16:08:55.014516 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:55.083243 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:08:55.084965 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'Port': ['ID=5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:55.096198 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19a6d-feb0-475f-81cf-ca5e41fef45d req-db8117bd-629e-44bb-9066-9c5460082669 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:55.098323 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8ac19a6d-feb0-475f-81cf-ca5e41fef45d req-db8117bd-629e-44bb-9066-9c5460082669 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.1462045 Sep 17 16:08:55.101328 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:08:55.105330 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:08:55.128787 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:55.134807 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e79473-487a-4dd0-922e-314e0fb31e62" -d '{"events": [{"server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:55.187125 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8ac19a6d-feb0-475f-81cf-ca5e41fef45d req-2a669f51-ce4a-4d50-bde4-8d80e9af4eb5 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768845 Sep 17 16:08:55.357949 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec153678-a91f-442d-aa51-37fd059e9d50 x-openstack-request-id: req-ec153678-a91f-442d-aa51-37fd059e9d50 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:55.358313 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:55.358626 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec153678-a91f-442d-aa51-37fd059e9d50 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:55.359127 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'code': 200} Sep 17 16:08:55.592811 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:55.743249 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:55.750076 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f9c16-fec7-4573-ac5a-3cc603391ce2 req-9f2feef1-4d2a-4b61-bbb2-a78466d39321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:55.751601 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-124f9c16-fec7-4573-ac5a-3cc603391ce2 req-9f2feef1-4d2a-4b61-bbb2-a78466d39321 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 1098 time: 0.0520780 Sep 17 16:08:55.794403 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-124f9c16-fec7-4573-ac5a-3cc603391ce2 req-bca2033b-d857-4ce5-8162-161383cda5aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353074 Sep 17 16:08:55.920816 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:56.001191 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:56.076727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event updated for resources: {'Port': ['ID=5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:08:56.092964 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:56.258225 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6949a-2dce-444a-b953-3906a0fac317 req-8793fe51-7409-4a89-a610-73c15907d23a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:56.259974 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9be6949a-2dce-444a-b953-3906a0fac317 req-8793fe51-7409-4a89-a610-73c15907d23a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.1013300 Sep 17 16:08:56.282664 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Floating IP 5ff12ef1-ee63-4e98-be3c-788e0739296d associated. External IP: 172.27.2.158, port: b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9. Sep 17 16:08:56.379196 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9be6949a-2dce-444a-b953-3906a0fac317 req-7dc6e005-4496-4e55-a16b-7aa187e3279a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110191 Sep 17 16:08:56.441158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6100a-23b4-4a03-a188-3f7eec37a019 req-45f0c0c3-45c0-4844-81fa-83bb202435c4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:56.442669 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-74f6100a-23b4-4a03-a188-3f7eec37a019 req-45f0c0c3-45c0-4844-81fa-83bb202435c4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.1140716 Sep 17 16:08:56.554132 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-74f6100a-23b4-4a03-a188-3f7eec37a019 req-7b2840e6-ba16-4490-acac-4dd77f13ba6b tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024113 Sep 17 16:08:56.622493 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405789be-634f-481e-ba74-3b3f8be5a9e0 req-3a470bb2-d1f3-4117-bed4-9078df748125 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:56.634739 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-405789be-634f-481e-ba74-3b3f8be5a9e0 req-3a470bb2-d1f3-4117-bed4-9078df748125 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.1103516 Sep 17 16:08:56.638350 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 49844) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:56.646683 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'floatingip': {'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:56.660759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Router c5ef9242-971e-40eb-ac95-a5f3423b1149 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:56.693379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:57.212127 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:57.225020 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897db897-7264-4164-b402-0acec79365da None None] Sync routers for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:57.237823 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897db897-7264-4164-b402-0acec79365da None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:57.238578 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-897db897-7264-4164-b402-0acec79365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:57.285710 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:57.311079 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:57.358505 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-12d11407-7b3c-4d33-88f4-85fcfeee4f0c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0679483 Sep 17 16:08:57.359257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:57.361869 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:57.401901 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b5331-96bc-464b-af2b-922c1c5848b6 x-openstack-request-id: req-718b5331-96bc-464b-af2b-922c1c5848b6 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:57.402194 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:57.402445 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-718b5331-96bc-464b-af2b-922c1c5848b6 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:57.402837 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'status': 'completed', 'code': 200} Sep 17 16:08:57.408819 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-897db897-7264-4164-b402-0acec79365da None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:57.441158 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:57.520843 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-cee5c620-63c9-462c-aecf-41eafd289762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:57.522971 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-cee5c620-63c9-462c-aecf-41eafd289762 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0925117 Sep 17 16:08:57.700246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-897db897-7264-4164-b402-0acec79365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '5ff12ef1-ee63-4e98-be3c-788e0739296d', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'mac_address': 'fa:16:3e:d7:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:55Z', 'updated_at': '2021-09-17T16:08:55Z', 'revision_number': 0, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:57.717531 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Floating IP a5db6639-0711-4477-91f6-1ec8cdb911db associated. External IP: 172.27.2.30, port: 259b92d6-f634-4993-bb91-87b8570d8b13. Sep 17 16:08:57.739103 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897db897-7264-4164-b402-0acec79365da None None] Checking router: c5ef9242-971e-40eb-ac95-a5f3423b1149 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:57.756708 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897db897-7264-4164-b402-0acec79365da None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:57.759346 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-897db897-7264-4164-b402-0acec79365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:57.779498 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58845a-b970-4ef8-ad1e-7cff5e7a6820 req-3accdad1-340e-49e1-a0c1-654da2b5cb15 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:57.782490 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b58845a-b970-4ef8-ad1e-7cff5e7a6820 req-3accdad1-340e-49e1-a0c1-654da2b5cb15 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.1055787 Sep 17 16:08:57.837364 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9b58845a-b970-4ef8-ad1e-7cff5e7a6820 req-e83f0d5a-66a2-492f-bde0-3527f4cead5d tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473866 Sep 17 16:08:57.984119 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-897db897-7264-4164-b402-0acec79365da None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:58.052570 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994ae6-7418-4f86-b227-4e916b05631e req-750e3827-f540-4165-9d13-c8941102caee tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:58.055565 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1d994ae6-7418-4f86-b227-4e916b05631e req-750e3827-f540-4165-9d13-c8941102caee tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.0935686 Sep 17 16:08:58.066847 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49862) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:08:58.077094 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Request body: {'floatingip': {'port_id': '3e9de009-5c7f-4da0-abdf-9236694f7870'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:08:58.138776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:58.214963 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-494a8c1f-d0b3-428a-8c63-7190fee85ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:58.233236 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-aef71ece-4145-4d89-8ccc-7edfe14465c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:58.236372 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-aef71ece-4145-4d89-8ccc-7edfe14465c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.6546531 Sep 17 16:08:58.410045 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-03a9722d-5f82-43b1-8475-6bc46343b0c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 999 time: 0.1256785 Sep 17 16:08:58.464028 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-897db897-7264-4164-b402-0acec79365da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '5ff12ef1-ee63-4e98-be3c-788e0739296d', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'mac_address': 'fa:16:3e:d7:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:55Z', 'updated_at': '2021-09-17T16:08:55Z', 'revision_number': 0, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:58.494539 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897db897-7264-4164-b402-0acec79365da None None] The sync data for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi is: [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '5ff12ef1-ee63-4e98-be3c-788e0739296d', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'mac_address': 'fa:16:3e:d7:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:55Z', 'updated_at': '2021-09-17T16:08:55Z', 'revision_number': 0, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:08:58.542653 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-4fe4a4e5-cf05-4052-be7b-80428657be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:58.544204 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-4fe4a4e5-cf05-4052-be7b-80428657be16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0960267 Sep 17 16:08:58.614110 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:58.628757 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-4d5da716-d8ef-4584-962a-585867e70535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:58.630981 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-4d5da716-d8ef-4584-962a-585867e70535 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783212 Sep 17 16:08:58.783626 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871b452-4cdd-470b-bf76-cfa54a205a42 None None] New status for floating IP 5ff12ef1-ee63-4e98-be3c-788e0739296d: ACTIVE {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:08:58.801247 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:58.851981 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:58.857642 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:58.863016 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-087868ab-449c-49ec-bb66-f2083ca2c934 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235508 Sep 17 16:08:58.866696 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:58.880245 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:58.882350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:58.891930 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:58.921303 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5df1e5af-16da-43eb-ab91-7e6b969578b6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "PUT /v2.0/floatingips/a5db6639-0711-4477-91f6-1ec8cdb911db HTTP/1.1" status: 200 len: 991 time: 2.2745245 Sep 17 16:08:58.921303 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:58.932250 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:59.088508 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e4797-6cb0-46e6-8a8e-2ae51e15a080 x-openstack-request-id: req-fd0e4797-6cb0-46e6-8a8e-2ae51e15a080 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:59.088812 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:59.089070 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd0e4797-6cb0-46e6-8a8e-2ae51e15a080 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:59.089534 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'status': 'completed', 'code': 200} Sep 17 16:08:59.094935 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-98575875-3b75-42ec-bfe2-b1e1a5b3ceb8 req-9b9aab9d-0999-4c0d-8d68-03cca5fb54a2 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161362 Sep 17 16:08:59.159220 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Floating IP 9bfa6411-8ac0-4982-8196-a5af52633ae4 associated. External IP: 172.27.2.102, port: 3e9de009-5c7f-4da0-abdf-9236694f7870. Sep 17 16:08:59.203547 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:59.218534 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-31b2c3d7-dbe4-430c-a633-a11425775597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:59.221960 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-31b2c3d7-dbe4-430c-a633-a11425775597 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1099 time: 0.0882144 Sep 17 16:08:59.439049 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-4fc10f00-d143-4349-a78a-7e11995befa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:59.441673 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-4fc10f00-d143-4349-a78a-7e11995befa1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1981237 Sep 17 16:08:59.477535 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:08:59.554117 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-07bc6032-f29b-428e-ac26-7d61bcbd1f08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 999 time: 0.1043139 Sep 17 16:08:59.621283 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-024fd39e-e6cf-4452-8b69-dcf365dbd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:59.623832 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-024fd39e-e6cf-4452-8b69-dcf365dbd6c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0623298 Sep 17 16:08:59.626798 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'a5db6639-0711-4477-91f6-1ec8cdb911db', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:33Z', 'updated_at': '2021-09-17T16:08:57Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:59.676609 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:08:59.688493 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:08:59.691311 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:59.693081 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:59.697125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:59.703799 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-51719528-b2ed-4359-93e1-5fba16ab5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:59.706623 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-51719528-b2ed-4359-93e1-5fba16ab5062 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729876 Sep 17 16:08:59.707782 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:08:59.721048 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:08:59.722487 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:08:59.753205 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7b96448a-5604-4a48-a942-97742c39fdfb tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "PUT /v2.0/floatingips/9bfa6411-8ac0-4982-8196-a5af52633ae4 HTTP/1.1" status: 200 len: 991 time: 1.6799393 Sep 17 16:08:59.753205 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:08:59.754067 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c9bc5-53fd-46ec-ae88-ac187763b498" -d '{"events": [{"name": "network-changed", "server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:08:59.851699 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65aabd7-853e-4e58-a7b2-b841334c605e x-openstack-request-id: req-b65aabd7-853e-4e58-a7b2-b841334c605e {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:08:59.853850 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:08:59.855573 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b65aabd7-853e-4e58-a7b2-b841334c605e {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:08:59.856966 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'status': 'completed', 'code': 200} Sep 17 16:08:59.895955 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-d7a58c00-88a0-45b7-a0a2-5cb5fcdef7a7 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742699 Sep 17 16:08:59.909695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:08:59.951615 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-70b8cac0-6e7a-454c-aede-e31350f608d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:59.953143 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-70b8cac0-6e7a-454c-aede-e31350f608d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=312fa81340954b348a3b9b2cb42b9255&device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 1098 time: 0.0728328 Sep 17 16:09:00.071878 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-857d26ee-360f-4fb8-ba71-43c75cd1b0ea req-c8c0491d-8b70-4c1a-becb-5bee421fdd51 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654284 Sep 17 16:09:00.127045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-63cf3cd3-526b-4e8e-91be-14f8e8866347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:00.127045 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-63cf3cd3-526b-4e8e-91be-14f8e8866347 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 200 len: 912 time: 0.1631734 Sep 17 16:09:00.139740 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:09:00.241332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-ccbdc1a0-3f87-4009-82dc-4f5b63c1205d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e9de009-5c7f-4da0-abdf-9236694f7870 HTTP/1.1" status: 200 len: 999 time: 0.1010556 Sep 17 16:09:00.250285 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'a5db6639-0711-4477-91f6-1ec8cdb911db', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:33Z', 'updated_at': '2021-09-17T16:08:57Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:00.288597 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd22fde-ff1a-4f5b-b203-920ff97d4fb2 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'a5db6639-0711-4477-91f6-1ec8cdb911db', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:33Z', 'updated_at': '2021-09-17T16:08:57Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:09:00.322009 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-0c24a7f8-1805-4dd6-b659-0f73f066df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:00.324823 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-0c24a7f8-1805-4dd6-b659-0f73f066df92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 200 len: 850 time: 0.0830486 Sep 17 16:09:00.393860 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-c077696c-1957-428e-b4d3-436cfa14ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:00.397242 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-c077696c-1957-428e-b4d3-436cfa14ca26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a2d6ee-aaee-48a2-bcf7-26915479b37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596347 Sep 17 16:09:00.478118 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '9bfa6411-8ac0-4982-8196-a5af52633ae4', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:46:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:38Z', 'updated_at': '2021-09-17T16:08:58Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:00.512916 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:09:00.524870 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:09:00.525530 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:08:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:00.593436 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-b7bc3140-7bd9-475a-9ae5-dac946408263 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795149 Sep 17 16:09:00.619388 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821addb7-a105-4dfc-94c5-5fb5523e0337 None None] New status for floating IP a5db6639-0711-4477-91f6-1ec8cdb911db: ACTIVE {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:09:00.695406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af0c6154-bf93-49e9-b36f-81fc2eb0d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:00.720243 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-152c9bc5-53fd-46ec-ae88-ac187763b498 req-eb03bbfe-7f20-4f9c-a466-ded83a056c4b service neutron] 10.222.0.53 "GET /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188152 Sep 17 16:09:00.755333 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:09:01.057697 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '9bfa6411-8ac0-4982-8196-a5af52633ae4', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:46:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:38Z', 'updated_at': '2021-09-17T16:08:58Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:01.089020 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8bb5-80c4-4cc0-abaf-78afca8943ed None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '9bfa6411-8ac0-4982-8196-a5af52633ae4', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'port_id': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'mac_address': 'fa:16:3e:46:af:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:08:38Z', 'updated_at': '2021-09-17T16:08:58Z', 'revision_number': 1, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:09:01.310854 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455489fe-12b2-463d-b24a-1f1e0c7caeea None None] New status for floating IP 9bfa6411-8ac0-4982-8196-a5af52633ae4: ACTIVE {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:09:01.573015 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:01.708641 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.479036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49924) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:09:03.532814 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Deleting subnet f4431c86-b5b4-43a1-ac8c-c2b663b7ab29 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:09:03.536077 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.576783 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.629541 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.831311 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.860742 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4431c86-b5b4-43a1-ac8c-c2b663b7ab29,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:09:03.866005 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.869711 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f25fb62d-0934-4b02-a101-340c2675260c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f4431c86-b5b4-43a1-ac8c-c2b663b7ab29 HTTP/1.1" status: 204 len: 168 time: 0.3893449 Sep 17 16:09:03.870733 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49926) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:09:03.939685 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:03.956020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.042625 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.069321 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49676d7-5b38-4d90-b8cf-3bc635810473']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:04.079525 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f2f500-daaa-4169-bf17-a6bead72bebc') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:04.079844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f2f500-daaa-4169-bf17-a6bead72bebc') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:09:04.090557 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.104805 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.111910 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:09:04.112409 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:09:04.114326 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:09:04.257483 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.265817 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.267692 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a49676d7-5b38-4d90-b8cf-3bc635810473 HTTP/1.1" status: 204 len: 168 time: 0.3958955 Sep 17 16:09:04.278487 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253da73-674c-44ab-9011-8f5856beb147 admin admin] Pushing event deleted for resources: {'Network': ['ID=a49676d7-5b38-4d90-b8cf-3bc635810473,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:09:04.738093 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49936) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:09:04.792119 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-c8e87a00-daac-46ae-9a29-43cdf20ceb81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7785dde4c224722ac7c8f133c115ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527503 Sep 17 16:09:04.794770 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 49938) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:09:04.854354 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:04.878972 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:05.013622 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:05.016231 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:05.017466 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e590df2-5504-4d82-9094-589dd64592bc HTTP/1.1" status: 204 len: 168 time: 0.2217529 Sep 17 16:09:05.027866 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be2b1-05f5-4526-9308-8a5fb775471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e590df2-5504-4d82-9094-589dd64592bc,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:09:05.937760 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:09:16.807806 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:20.605080 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-139f4277-0341-459c-be98-adcab3fade79 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452504 Sep 17 16:09:20.708014 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-a95ff6d3-379a-444b-92f5-a37ecb8bca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:20.709977 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-a95ff6d3-379a-444b-92f5-a37ecb8bca38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0469730 Sep 17 16:09:20.829838 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-edbc3ea4-bd88-4365-afe6-a267f95b477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:20.831319 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-edbc3ea4-bd88-4365-afe6-a267f95b477a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.0997214 Sep 17 16:09:20.923868 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-68d65ad1-af91-413f-8ca7-8ab98bd5b11a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c78610-194f-4177-a1b1-4d3a877e8b03 HTTP/1.1" status: 200 len: 1001 time: 0.0818670 Sep 17 16:09:20.997960 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-5967ab38-636e-4c6a-a15c-020d586d73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:20.999479 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-5967ab38-636e-4c6a-a15c-020d586d73a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0584517 Sep 17 16:09:21.050213 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-cca723ec-8934-4e27-8f7e-ceab01140234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:21.051748 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-cca723ec-8934-4e27-8f7e-ceab01140234 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429189 Sep 17 16:09:21.164809 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-b7366e12-1278-40d6-8046-fb03d682485d service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028142 Sep 17 16:09:21.285083 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-024ef4f1-1867-409c-940c-dc9639cf7633 req-0009c45b-d288-4392-a0c1-4f22fbe65a75 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045737 Sep 17 16:09:28.025394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4879dcd2-9c12-49d0-acd7-5a3f76c36f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:30.648816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0577d7c-fd5b-4f46-8b76-e489f26187ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:31.551377 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:31.699239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:33.863584 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:42.938743 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:09:44.734966 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2699d3-5fc2-4892-ab3c-9b57f56574cf req-7069ada3-f9aa-4ade-bdd2-687989e01206 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:44.739575 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fa2699d3-5fc2-4892-ab3c-9b57f56574cf req-7069ada3-f9aa-4ade-bdd2-687989e01206 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0777652 Sep 17 16:09:44.788726 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fa2699d3-5fc2-4892-ab3c-9b57f56574cf req-bed29f80-bd84-46ce-8b3b-b5a6831a7547 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Sep 17 16:09:45.948029 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ce66b-2542-4a6b-880a-92517e5ab482 req-3ad26d68-c5f0-472e-b684-5c4c92693cc2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:45.949920 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0b1ce66b-2542-4a6b-880a-92517e5ab482 req-3ad26d68-c5f0-472e-b684-5c4c92693cc2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0644908 Sep 17 16:09:46.000504 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0b1ce66b-2542-4a6b-880a-92517e5ab482 req-c018bc89-f807-4a8a-915b-6d8c63764f46 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 Sep 17 16:09:46.802438 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:47.149036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e931b0-f53b-43e3-8020-e8f2cacaa5b3 req-bfb69165-ed7c-469d-8f9e-6e446541d2be tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:47.151798 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94e931b0-f53b-43e3-8020-e8f2cacaa5b3 req-bfb69165-ed7c-469d-8f9e-6e446541d2be tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0644493 Sep 17 16:09:47.200781 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94e931b0-f53b-43e3-8020-e8f2cacaa5b3 req-245823a9-f790-4b90-b60a-df4162888159 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Sep 17 16:09:48.335484 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda0d58-a713-4244-9097-79e962aa57b1 req-bc9645a2-af48-46f2-a830-b64935780397 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:48.337293 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4dda0d58-a713-4244-9097-79e962aa57b1 req-bc9645a2-af48-46f2-a830-b64935780397 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0550737 Sep 17 16:09:48.381721 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4dda0d58-a713-4244-9097-79e962aa57b1 req-8ed6eb34-819e-4dec-aab7-0e0f1a36f6b9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377719 Sep 17 16:09:49.533891 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755bebf-960a-4321-a8d5-43b6a6b8fbf1 req-dbabae6a-2e3f-4d6a-8e09-7b022f89ed0f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:49.535720 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1755bebf-960a-4321-a8d5-43b6a6b8fbf1 req-dbabae6a-2e3f-4d6a-8e09-7b022f89ed0f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0681784 Sep 17 16:09:49.587241 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1755bebf-960a-4321-a8d5-43b6a6b8fbf1 req-0aa0b837-ffc5-40f3-8815-f689a9034ede tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Sep 17 16:09:50.726785 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b80c-7097-4fd1-acdc-fd4fe57de9fe req-ee98451e-4953-4ffd-b75d-547d4a8806b3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:50.728553 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0437b80c-7097-4fd1-acdc-fd4fe57de9fe req-ee98451e-4953-4ffd-b75d-547d4a8806b3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0592988 Sep 17 16:09:50.773999 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0437b80c-7097-4fd1-acdc-fd4fe57de9fe req-55fbbbd5-73ae-45b9-a63d-0709a725fcda tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390179 Sep 17 16:09:51.920910 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193771d-4d7b-4020-a379-9ef830999857 req-b864c9b1-1433-4be4-8284-5f9eea3545f5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:51.922550 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a193771d-4d7b-4020-a379-9ef830999857 req-b864c9b1-1433-4be4-8284-5f9eea3545f5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0607514 Sep 17 16:09:51.978903 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a193771d-4d7b-4020-a379-9ef830999857 req-afb7abd9-0073-4848-bd04-53ea3eeaae6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Sep 17 16:09:53.139255 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7c87a-f4b0-437f-985c-7bf35de13d41 req-526472cf-c71a-4221-85f2-626ed699ac47 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:53.140858 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42d7c87a-f4b0-437f-985c-7bf35de13d41 req-526472cf-c71a-4221-85f2-626ed699ac47 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0566564 Sep 17 16:09:53.184995 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42d7c87a-f4b0-437f-985c-7bf35de13d41 req-1a3eb196-62ac-4ef4-b1ef-ea4d892aa86c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373702 Sep 17 16:09:54.339834 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890eb70-ce27-45da-9734-2dbde2233734 req-e82b1429-94d0-4004-8412-7f35b78da5b7 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:54.342648 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a890eb70-ce27-45da-9734-2dbde2233734 req-e82b1429-94d0-4004-8412-7f35b78da5b7 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0723166 Sep 17 16:09:54.399308 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a890eb70-ce27-45da-9734-2dbde2233734 req-d30501ca-3b70-4380-af65-7067a603da2e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505817 Sep 17 16:09:55.573257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09c7d-1f01-4308-82f1-aa6fbae06088 req-617b1be9-9fd5-4869-a3cf-87584658edf5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:55.576450 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f9f09c7d-1f01-4308-82f1-aa6fbae06088 req-617b1be9-9fd5-4869-a3cf-87584658edf5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0833836 Sep 17 16:09:55.628095 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f9f09c7d-1f01-4308-82f1-aa6fbae06088 req-dcf00528-0561-4366-903d-0068224e0ba8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Sep 17 16:09:56.787647 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c582b8-58ea-4317-8e7e-ac992ee283dc req-89fb5a31-4a95-44b2-9e54-0be611a88fa2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:56.789285 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67c582b8-58ea-4317-8e7e-ac992ee283dc req-89fb5a31-4a95-44b2-9e54-0be611a88fa2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0594199 Sep 17 16:09:56.834176 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-67c582b8-58ea-4317-8e7e-ac992ee283dc req-70c87461-b95c-454c-b0f8-65cfdcd34d3a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Sep 17 16:09:57.092843 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:09:57.209300 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:09:57.224400 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '259b92d6-f634-4993-bb91-87b8570d8b13', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:09:57.267993 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:57.285971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:09:57.316587 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:09:57.424394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:57.486649 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:09:57.496971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.501432 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.502700 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:09:57.524885 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['259b92d6-f634-4993-bb91-87b8570d8b13'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:09:57.995452 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758290c5-81a6-442d-88e0-73a95382e786 req-57c81431-073b-48aa-8859-89a654f8adf1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:57.997166 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-758290c5-81a6-442d-88e0-73a95382e786 req-57c81431-073b-48aa-8859-89a654f8adf1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.0659182 Sep 17 16:09:58.048570 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-758290c5-81a6-442d-88e0-73a95382e786 req-9cb8c8ed-01c5-4b9b-8b58-d5d5b6e9816e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Sep 17 16:09:58.083312 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-418cb4f5-86e6-48da-8ca7-babbbaf7f173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:59.120479 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:09:59.191416 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 259b92d6-f634-4993-bb91-87b8570d8b13 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:09:59.192409 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:59.305699 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582723f-803c-4a8c-92fd-26005eeec335 req-f2041c11-44b5-4d7e-9813-afce767554d8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:59.315509 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:59.320026 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1582723f-803c-4a8c-92fd-26005eeec335 req-f2041c11-44b5-4d7e-9813-afce767554d8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.1173544 Sep 17 16:09:59.359318 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:09:59.363911 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8848e2-4d12-463a-bf56-baf10ef97cc2" -d '{"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:09:59.397590 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:09:59.406445 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1582723f-803c-4a8c-92fd-26005eeec335 req-41e46f13-0b79-499b-8a96-590ed5c83129 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847888 Sep 17 16:09:59.460951 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4219c8b-8dfb-4f9a-84b7-f147817f7377 x-openstack-request-id: req-b4219c8b-8dfb-4f9a-84b7-f147817f7377 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:09:59.461381 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:09:59.461707 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4219c8b-8dfb-4f9a-84b7-f147817f7377 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:09:59.462259 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'code': 200} Sep 17 16:09:59.482812 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:59.556635 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:00.610856 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7243cf-edf7-4e1a-a88b-1f920efd9d36 req-09ca432f-ba88-408f-b9ec-11c6a5673b06 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:00.612439 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af7243cf-edf7-4e1a-a88b-1f920efd9d36 req-09ca432f-ba88-408f-b9ec-11c6a5673b06 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0665359 Sep 17 16:10:00.685229 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-af7243cf-edf7-4e1a-a88b-1f920efd9d36 req-2c515dfe-0ae7-4e96-b959-0f4d042cb3bf tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612471 Sep 17 16:10:00.688761 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db5991c4-3c50-4a9e-9207-e66e58a578e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:01.596004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:01.704496 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:01.883652 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaddcb-e994-4141-a98f-985457c66564 req-64119c43-346b-4b06-ad4e-e971e0daa305 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:01.891221 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-acdaddcb-e994-4141-a98f-985457c66564 req-64119c43-346b-4b06-ad4e-e971e0daa305 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0897350 Sep 17 16:10:01.964846 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-acdaddcb-e994-4141-a98f-985457c66564 req-063ed287-c0c6-4fed-b312-679023d2f08b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621388 Sep 17 16:10:03.199743 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fe3a5-7dc6-4751-ae5f-57e64d005b81 req-d56e2a14-03fe-4af3-965a-70373b830792 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:03.217193 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d02fe3a5-7dc6-4751-ae5f-57e64d005b81 req-d56e2a14-03fe-4af3-965a-70373b830792 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.1170082 Sep 17 16:10:03.320173 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d02fe3a5-7dc6-4751-ae5f-57e64d005b81 req-491b15ae-2e98-46d3-988e-15722304491d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964227 Sep 17 16:10:03.963442 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:04.557293 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c33af-e3a8-4069-af5d-9e96a460daf9 req-e26ed425-5fa1-4835-bf64-502cc01c7240 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:04.560046 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-211c33af-e3a8-4069-af5d-9e96a460daf9 req-e26ed425-5fa1-4835-bf64-502cc01c7240 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0831687 Sep 17 16:10:04.615079 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-211c33af-e3a8-4069-af5d-9e96a460daf9 req-33c88899-4968-4eca-afea-6618858d9724 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464976 Sep 17 16:10:05.786120 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d3174-e823-4866-b31b-4c22e3f2edc6 req-91a69b03-2c8b-4699-980f-2e7848aa076c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:05.790404 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-857d3174-e823-4866-b31b-4c22e3f2edc6 req-91a69b03-2c8b-4699-980f-2e7848aa076c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0785131 Sep 17 16:10:05.872317 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-857d3174-e823-4866-b31b-4c22e3f2edc6 req-ee73e397-9b9b-4510-9819-fc67759a7659 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754335 Sep 17 16:10:07.012070 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f1756-d338-45e4-ae06-803de746759d req-e8308a37-1b94-453d-9d50-31a05f727776 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:07.013964 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f72f1756-d338-45e4-ae06-803de746759d req-e8308a37-1b94-453d-9d50-31a05f727776 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0530043 Sep 17 16:10:07.058995 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f72f1756-d338-45e4-ae06-803de746759d req-f9773baa-2393-4386-9a1a-7acbdf36f772 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384614 Sep 17 16:10:08.227589 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d31c-589d-4279-94ed-b9d5c60aff16 req-3904fda3-7169-4b2a-afcc-db6c6a838d4d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:08.229162 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8280d31c-589d-4279-94ed-b9d5c60aff16 req-3904fda3-7169-4b2a-afcc-db6c6a838d4d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0603020 Sep 17 16:10:08.281310 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8280d31c-589d-4279-94ed-b9d5c60aff16 req-bdb91c03-4d10-42f4-bfb9-88c3895f3fe4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Sep 17 16:10:09.452600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064b270-345c-4dc5-9976-e426c7034b39 req-683d720e-31c2-412f-b527-a0f389b4878b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:09.460180 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4064b270-345c-4dc5-9976-e426c7034b39 req-683d720e-31c2-412f-b527-a0f389b4878b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0696971 Sep 17 16:10:09.511177 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4064b270-345c-4dc5-9976-e426c7034b39 req-f4dd401c-c1f1-445a-934e-0c6fe7f984e4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483422 Sep 17 16:10:10.348450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171d687-c6f2-4258-bf3e-f717e70603cc req-3f01ca3e-d030-401f-91fb-639a3d2eb3e4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:10.352194 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9171d687-c6f2-4258-bf3e-f717e70603cc req-3f01ca3e-d030-401f-91fb-639a3d2eb3e4 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.0748959 Sep 17 16:10:10.416180 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9171d687-c6f2-4258-bf3e-f717e70603cc req-b2d1fd1f-ad92-434c-a3c9-01f7a31ca6e2 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571940 Sep 17 16:10:10.666766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff211c5d-66fd-4ddf-8f9e-5abd30c95cc6 req-ca9d7c10-f668-4a0b-9318-eb79f11bbc70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:10.668461 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ff211c5d-66fd-4ddf-8f9e-5abd30c95cc6 req-ca9d7c10-f668-4a0b-9318-eb79f11bbc70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0677679 Sep 17 16:10:10.716357 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ff211c5d-66fd-4ddf-8f9e-5abd30c95cc6 req-98fb3ed0-c51d-4278-80fe-4edfad2bead1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360203 Sep 17 16:10:10.887474 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-2e55de31-9887-4796-8fe4-30c1d793675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:10.889271 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-2e55de31-9887-4796-8fe4-30c1d793675f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1099 time: 0.0475249 Sep 17 16:10:11.000495 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-d449faf4-28ef-4e7a-a10a-548c82209edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:11.001824 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-d449faf4-28ef-4e7a-a10a-548c82209edb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1037943 Sep 17 16:10:11.077760 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-59afeddc-c343-479e-8e6c-7a01e068144f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 1001 time: 0.0676122 Sep 17 16:10:11.133493 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-c000c0db-8550-4d1c-887d-989376206c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:11.134961 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-c000c0db-8550-4d1c-887d-989376206c6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0490894 Sep 17 16:10:11.199185 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-ee6fcfdf-f3b8-42f1-8445-2a49cb580b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:11.200752 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-ee6fcfdf-f3b8-42f1-8445-2a49cb580b6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570304 Sep 17 16:10:11.304241 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-3971fe6b-47af-4d75-8aba-bda1d9e98200 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949013 Sep 17 16:10:11.415597 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4f77dc3-4d26-40a1-94b1-33fcaf74bdbd req-ce2477d8-fca8-45e0-a811-e348ee2b56c6 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036429 Sep 17 16:10:11.554701 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d87195-bc7e-47d3-8475-62950e94e6d6 req-36bc40bb-31dd-4e36-a66f-e7c5e51c8faa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:11.556340 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b7d87195-bc7e-47d3-8475-62950e94e6d6 req-36bc40bb-31dd-4e36-a66f-e7c5e51c8faa tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.0571539 Sep 17 16:10:11.607466 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b7d87195-bc7e-47d3-8475-62950e94e6d6 req-814d6f49-17df-4b33-8837-65351edf8962 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Sep 17 16:10:11.855986 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5565e-b84b-4020-986d-3e3a0d4bd3e8 req-5616a1f6-2e39-46fc-a005-4cd3c88c863c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:11.857617 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dda5565e-b84b-4020-986d-3e3a0d4bd3e8 req-5616a1f6-2e39-46fc-a005-4cd3c88c863c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.0589955 Sep 17 16:10:11.918171 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dda5565e-b84b-4020-986d-3e3a0d4bd3e8 req-99df532d-1011-4ffd-b711-4fecbb361a63 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526710 Sep 17 16:10:12.405249 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b142f-37fe-405f-9616-260892d62088 req-c45a4de9-a98b-456c-aa6d-b1e06b763dce tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:12.406758 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-431b142f-37fe-405f-9616-260892d62088 req-c45a4de9-a98b-456c-aa6d-b1e06b763dce tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.3233957 Sep 17 16:10:12.529641 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Deleting port 3e9de009-5c7f-4da0-abdf-9236694f7870 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:12.529978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:12.639045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] For port 3e9de009-5c7f-4da0-abdf-9236694f7870, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3e9de009-5c7f-4da0-abdf-9236694f7870,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:12.639395 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:12.995525 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dad55-32b1-4d5d-ae37-2176177c85b9 req-e03b014a-c92d-479e-8823-1b04ccbc0cef tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:12.998373 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-775dad55-32b1-4d5d-ae37-2176177c85b9 req-e03b014a-c92d-479e-8823-1b04ccbc0cef tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 945 time: 0.2582264 Sep 17 16:10:13.198297 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:13.205533 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-775dad55-32b1-4d5d-ae37-2176177c85b9 req-2d8fb580-80e5-4e98-b947-d72909d3a17f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups?id=44b6e7fa-7271-4e77-8905-0606660a9198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780963 Sep 17 16:10:13.215209 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963523-57da-4d1c-977e-f9a707076f94 req-5acc388a-2d0f-4b0d-881e-c54ad5b43e1f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:13.217042 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42963523-57da-4d1c-977e-f9a707076f94 req-5acc388a-2d0f-4b0d-881e-c54ad5b43e1f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 946 time: 0.2138233 Sep 17 16:10:13.219318 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.219643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.231934 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Floating IP 9bfa6411-8ac0-4982-8196-a5af52633ae4 disassociated. External IP: 172.27.2.102, port: 3e9de009-5c7f-4da0-abdf-9236694f7870. Sep 17 16:10:13.231934 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Calling delete_port for 3e9de009-5c7f-4da0-abdf-9236694f7870 owned by compute:nova {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:13.305885 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.336179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-42963523-57da-4d1c-977e-f9a707076f94 req-67cf0ef7-43d6-46b8-924b-ed1f4dfc2d7e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048121 Sep 17 16:10:13.354558 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:13.357315 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad818aa-067f-49ed-b043-34a5ef2a27f6" -d '{"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:13.391272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:13.408280 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d39a8-d6dd-421c-b5df-d541bfb851e1 x-openstack-request-id: req-e04d39a8-d6dd-421c-b5df-d541bfb851e1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:13.408751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:13.409106 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e04d39a8-d6dd-421c-b5df-d541bfb851e1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:13.409597 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'code': 200} Sep 17 16:10:13.477493 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.507266 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.542610 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:13.546543 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'Port': ['ID=3e9de009-5c7f-4da0-abdf-9236694f7870,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:13.561263 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.562080 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.562559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.562706 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.563019 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.563370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.563661 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.563947 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.564259 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.564602 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.564967 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.565413 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:13.690689 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:10:13.825477 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:10:13.839326 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:10:13.851889 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:13.852571 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:13.900182 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] No DVR routers for this DVR port 3e9de009-5c7f-4da0-abdf-9236694f7870 on host hv-cinder-80920 {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:10:13.905618 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.909665 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-431b142f-37fe-405f-9616-260892d62088 req-75111d4f-e572-4db1-bd27-584b6fa484ab tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.53 "DELETE /v2.0/ports/3e9de009-5c7f-4da0-abdf-9236694f7870 HTTP/1.1" status: 204 len: 173 time: 1.4948158 Sep 17 16:10:13.910365 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'name': 'network-vif-deleted', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:13.917012 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f3f2e-384a-440d-87e8-5e9a73cffaf5" -d '{"events": [{"server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "name": "network-vif-deleted", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:13.986348 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a526f6e8-68c2-48ad-938e-341ee76c5754 x-openstack-request-id: req-a526f6e8-68c2-48ad-938e-341ee76c5754 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:13.986348 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c1547d-61a4-48b5-8988-7cdf1dc532cf", "name": "network-vif-deleted", "tag": "3e9de009-5c7f-4da0-abdf-9236694f7870", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:13.989125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a526f6e8-68c2-48ad-938e-341ee76c5754 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:13.989125 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c1547d-61a4-48b5-8988-7cdf1dc532cf', 'name': 'network-vif-deleted', 'tag': '3e9de009-5c7f-4da0-abdf-9236694f7870', 'status': 'completed', 'code': 200} Sep 17 16:10:14.141902 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:14.356037 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-87e7f13f-4011-45f4-9dfc-e5f3eb4e9396 req-2f46a97f-0520-4bdd-a928-19a1d44da6b9 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/ports?device_id=75c1547d-61a4-48b5-8988-7cdf1dc532cf HTTP/1.1" status: 200 len: 210 time: 0.0405784 Sep 17 16:10:14.445627 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:14.481546 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:10:14.492614 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:14.493238 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:14.494492 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae827c-992f-4c2b-bbca-1652153a9b58 req-cc04e070-ab63-4406-ace7-0e4587d2f199 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:14.496002 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a5ae827c-992f-4c2b-bbca-1652153a9b58 req-cc04e070-ab63-4406-ace7-0e4587d2f199 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0630314 Sep 17 16:10:14.544590 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a5ae827c-992f-4c2b-bbca-1652153a9b58 req-c91a1126-ded7-4dcc-9232-d133eee51195 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 Sep 17 16:10:14.613366 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:14.840736 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:14.870775 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f8534-8c1d-421e-8713-5ddfef7fc5f8 None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:03:25Z', 'revision_number': 4, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '722674c3-bf0f-4b6a-a8af-b1a04714c5d2', 'name': '', 'network_id': 'c6a2d6ee-aaee-48a2-bcf7-26915479b37b', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'mac_address': 'fa:16:3e:35:b0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:24Z', 'updated_at': '2021-09-17T16:03:33Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'subnets': [{'id': '0e1b79ec-74e8-46d0-9e0e-bdc355117e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:10:15.136203 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007a3d0-00aa-4a71-9fab-8d0bf16478a8 None None] New status for floating IP 9bfa6411-8ac0-4982-8196-a5af52633ae4: DOWN {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:10:15.197346 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 3e9de009-5c7f-4da0-abdf-9236694f7870 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:15.218092 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 3e9de009-5c7f-4da0-abdf-9236694f7870 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:15.230370 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 3e9de009-5c7f-4da0-abdf-9236694f7870 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:15.586612 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50368) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:15.653702 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:15.681762 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:15.824503 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:15.827124 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:15.828333 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "DELETE /v2.0/security-groups/44b6e7fa-7271-4e77-8905-0606660a9198 HTTP/1.1" status: 204 len: 168 time: 0.2404370 Sep 17 16:10:15.831558 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50374) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:15.850153 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6e7fa-7271-4e77-8905-0606660a9198,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:15.851173 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.api.v2.resource [None req-5a599156-8059-4dd9-83b1-7fdacce9a10c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] show failed (client error): The resource could not be found. Sep 17 16:10:15.852316 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5a599156-8059-4dd9-83b1-7fdacce9a10c tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "GET /v2.0/security-groups/44b6e7fa-7271-4e77-8905-0606660a9198 HTTP/1.1" status: 404 len: 347 time: 0.0193443 Sep 17 16:10:15.856660 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50376) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:15.864098 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.866523 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.866523 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.866523 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.868005 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.869222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.870318 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.871229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.872014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.872803 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.873380 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:15.874250 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766268b-323a-44e6-97bc-03025e1a50bf tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:16.007815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Deleting port 102a26b5-c5c0-468a-9e06-6ec46255623a {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:16.008221 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.102416 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.102796 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.118178 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Calling delete_port for 102a26b5-c5c0-468a-9e06-6ec46255623a owned by network:floatingip {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:16.368786 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.399783 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [req-32d8b9fd-14e9-43c4-b04c-1af98a589f81 req-a7ac8c54-df5b-46fd-962c-9a32cc2168d5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:10:16.400871 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-32d8b9fd-14e9-43c4-b04c-1af98a589f81 req-a7ac8c54-df5b-46fd-962c-9a32cc2168d5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233839 Sep 17 16:10:16.403643 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Pushing event deleted for resources: {'Port': ['ID=102a26b5-c5c0-468a-9e06-6ec46255623a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:16.475816 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.480253 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.482137 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1fc6a91a-4254-42f9-9e23-7f92309d673f tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] 10.222.0.59 "DELETE /v2.0/floatingips/9bfa6411-8ac0-4982-8196-a5af52633ae4 HTTP/1.1" status: 204 len: 168 time: 0.6241624 Sep 17 16:10:16.889451 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:16.931944 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5376b2-b4bf-4bb4-9836-30b94c7b9903 req-b9652f69-5c7f-4d2f-9056-3797a7a17ab9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:16.933593 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0b5376b2-b4bf-4bb4-9836-30b94c7b9903 req-b9652f69-5c7f-4d2f-9056-3797a7a17ab9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0640209 Sep 17 16:10:16.980987 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0b5376b2-b4bf-4bb4-9836-30b94c7b9903 req-6b2f583d-7723-4ca6-a250-e7d0da33efc6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369070 Sep 17 16:10:17.196498 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:18.074983 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50416) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:18.151989 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96076-a471-4c01-bd04-b99b49cfef8b req-6b0e3361-ae9a-42d7-a21c-2f2b18cc80eb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:18.154154 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e2f96076-a471-4c01-bd04-b99b49cfef8b req-6b0e3361-ae9a-42d7-a21c-2f2b18cc80eb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0727654 Sep 17 16:10:18.182491 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-feb6778c-edca-418b-8695-9ef7a415c028 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061628 Sep 17 16:10:18.195133 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-095d27e9-b983-4dad-9198-d8b77df18178 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:10:18.200356 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-095d27e9-b983-4dad-9198-d8b77df18178 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088215 Sep 17 16:10:18.222647 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e2f96076-a471-4c01-bd04-b99b49cfef8b req-bbc42b7f-4e16-4e05-94c0-24f2d9347009 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606973 Sep 17 16:10:19.401636 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d7bf-a032-49d7-a61f-36f3dd171a7a req-db9a04b2-eaf4-4a51-9556-d4d6a1552dbd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:19.403207 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c254d7bf-a032-49d7-a61f-36f3dd171a7a req-db9a04b2-eaf4-4a51-9556-d4d6a1552dbd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0706296 Sep 17 16:10:19.458102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c254d7bf-a032-49d7-a61f-36f3dd171a7a req-633e3fe9-ce8e-4f85-b8b6-25d59466023b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Sep 17 16:10:19.828668 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-4dacc37b-0e96-4e1b-9d7f-c49567ef470a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504549 Sep 17 16:10:19.901978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20117-7a99-4757-b603-0f174f734a42 req-2ebb143f-fa65-4c2a-b88f-b5a9ee1f8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:19.903495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-2ebb143f-fa65-4c2a-b88f-b5a9ee1f8d55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0480108 Sep 17 16:10:19.942447 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:10:20.028795 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20117-7a99-4757-b603-0f174f734a42 req-21216ffc-baa8-4d16-abb9-639e2356808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:20.030350 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-21216ffc-baa8-4d16-abb9-639e2356808d service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.1044817 Sep 17 16:10:20.111157 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-0c04b3a3-d640-4494-adab-2c2f889ff5dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 1001 time: 0.0723500 Sep 17 16:10:20.168619 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20117-7a99-4757-b603-0f174f734a42 req-649fb009-aa7b-4ef1-be8c-31f423f5e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:20.170286 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-649fb009-aa7b-4ef1-be8c-31f423f5e8df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0526972 Sep 17 16:10:20.224323 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20117-7a99-4757-b603-0f174f734a42 req-d35cc262-639f-44e2-bc23-11212327f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:20.227028 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-d35cc262-639f-44e2-bc23-11212327f431 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498991 Sep 17 16:10:20.347419 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-83164fe9-738b-415d-b439-3016dfc0be5e service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122272 Sep 17 16:10:20.471503 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3ed20117-7a99-4757-b603-0f174f734a42 req-30e89580-e0bc-43a1-bb2e-a348a3e2c379 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166303 Sep 17 16:10:20.656144 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d9c5-5982-4e28-99ef-015f51b10d62 req-991dedfd-f7eb-4588-9b43-b576f9402d93 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:20.658514 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6e8d9c5-5982-4e28-99ef-015f51b10d62 req-991dedfd-f7eb-4588-9b43-b576f9402d93 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0924606 Sep 17 16:10:20.714457 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6e8d9c5-5982-4e28-99ef-015f51b10d62 req-dc65d933-453d-40d3-b499-5a48f7fa35d8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Sep 17 16:10:20.827430 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50450) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:21.138722 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6124690-6ef1-44f1-b490-fb07a0af9266 req-5b263623-7d59-48ac-8528-c85d8f1c14e4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:21.140303 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6124690-6ef1-44f1-b490-fb07a0af9266 req-5b263623-7d59-48ac-8528-c85d8f1c14e4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0601635 Sep 17 16:10:21.221889 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a6124690-6ef1-44f1-b490-fb07a0af9266 req-17ce17f4-8e69-444e-bc81-1bde0dda6195 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727460 Sep 17 16:10:21.514728 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:21.709738 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-9d5c7c72-35ef-4072-b38c-4bcbe1f19526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:21.712086 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-9d5c7c72-35ef-4072-b38c-4bcbe1f19526 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 1097 time: 0.0852776 Sep 17 16:10:21.808389 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-432d2c2e-403d-4d53-b1dc-2b041bede9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:21.811271 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-432d2c2e-403d-4d53-b1dc-2b041bede9f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1097 time: 0.0689871 Sep 17 16:10:21.925222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Deleting port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:21.925832 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:21.971495 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea682f6-95d8-43db-8793-7f360fb17bf0 req-0b9b8530-82e2-4134-8c0c-b0470078d61c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:21.973068 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cea682f6-95d8-43db-8793-7f360fb17bf0 req-0b9b8530-82e2-4134-8c0c-b0470078d61c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.1094520 Sep 17 16:10:21.977099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-2f3c088f-5e71-48d2-aac3-62628b34bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:21.978536 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-2f3c088f-5e71-48d2-aac3-62628b34bf5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1593549 Sep 17 16:10:22.017077 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] For port 722674c3-bf0f-4b6a-a8af-b1a04714c5d2, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:22.017566 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:22.042248 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Calling delete_port for 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 owned by network:router_interface {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:22.063552 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cea682f6-95d8-43db-8793-7f360fb17bf0 req-9b4e43a4-a125-43fc-97fb-e6f42e9198c2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819831 Sep 17 16:10:22.083339 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-3159927d-8fd0-4815-97bc-5846ccfbb363 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 999 time: 0.0941823 Sep 17 16:10:22.143414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-33c0a4b1-3516-4ca6-9c16-cc5187c16ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:22.144995 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-33c0a4b1-3516-4ca6-9c16-cc5187c16ff4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0501268 Sep 17 16:10:22.192806 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-da09d7d1-e03f-4c29-a17f-adc65749764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:22.194907 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-da09d7d1-e03f-4c29-a17f-adc65749764a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423148 Sep 17 16:10:22.300099 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-5f3137f2-db6c-4402-9653-951958a5ca43 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964253 Sep 17 16:10:22.420776 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb46c-07c9-4a1b-826c-1534cec2eb42 req-144e28c1-1fb7-4944-8f44-4b96bc920688 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:22.422430 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-564bb46c-07c9-4a1b-826c-1534cec2eb42 req-144e28c1-1fb7-4944-8f44-4b96bc920688 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1210055 Sep 17 16:10:22.460755 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-85c91f2b-b241-4a18-8932-291757d4ef1f req-e6bf80e8-ba04-466a-922b-a62c2d91f752 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439490 Sep 17 16:10:22.461643 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-2cc22f41-5ca6-49c8-ad2a-b3590c68be04 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:22.463170 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-2cc22f41-5ca6-49c8-ad2a-b3590c68be04 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0691726 Sep 17 16:10:22.478235 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:22.482443 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-564bb46c-07c9-4a1b-826c-1534cec2eb42 req-bda4c33b-a655-4f6d-a3f7-971cd54b80b9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Sep 17 16:10:22.538574 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=722674c3-bf0f-4b6a-a8af-b1a04714c5d2,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:22.690744 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port 40c78610-194f-4177-a1b1-4d3a877e8b03 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:22.690965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:22.874921 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:22.924501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] For port 40c78610-194f-4177-a1b1-4d3a877e8b03, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=40c78610-194f-4177-a1b1-4d3a877e8b03,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:22.924876 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:23.277706 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63845-0399-41e2-b340-62c174ffa91c req-0a077e9c-b84c-4d0b-9fb1-6483481dbb58 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:23.287236 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-15c63845-0399-41e2-b340-62c174ffa91c req-0a077e9c-b84c-4d0b-9fb1-6483481dbb58 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0991392 Sep 17 16:10:23.343901 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-15c63845-0399-41e2-b340-62c174ffa91c req-ee745fb2-2bf6-4eb7-a63d-57fcb9333355 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550854 Sep 17 16:10:23.635317 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:23.636823 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:23.637586 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP af3ef0b5-7c94-4d1b-aade-bad1f55e3d03 disassociated. External IP: 172.27.2.113, port: 40c78610-194f-4177-a1b1-4d3a877e8b03. Sep 17 16:10:23.638093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for 40c78610-194f-4177-a1b1-4d3a877e8b03 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:23.647966 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96cc0e-364e-4cb9-aee8-6ffa7d9288e9 req-d2f604cd-dbeb-4d5b-825c-c1fa774f5b2f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:23.658220 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1f96cc0e-364e-4cb9-aee8-6ffa7d9288e9 req-d2f604cd-dbeb-4d5b-825c-c1fa774f5b2f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0863008 Sep 17 16:10:23.713844 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1f96cc0e-364e-4cb9-aee8-6ffa7d9288e9 req-9bcaaf87-db3b-49bb-8f7f-b8eb45375020 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543244 Sep 17 16:10:23.793531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:10:24.011884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:10:24.020576 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50484) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:24.021979 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cedeb21b-95ef-436b-82f7-767bcc147d29 admin admin] 10.222.0.59 "PUT /v2.0/routers/7921c2c4-039a-44d9-ab15-ed63643d2cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1924651 Sep 17 16:10:24.028251 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Sync routers for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:10:24.041060 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:24.042202 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:24.078463 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:24.119686 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=40c78610-194f-4177-a1b1-4d3a877e8b03,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:24.184230 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:24.211219 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:24.420326 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:10:24.431400 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:10:22Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:24.472750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Checking router: 7921c2c4-039a-44d9-ab15-ed63643d2cf3 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:10:24.479906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Routers {'7921c2c4-039a-44d9-ab15-ed63643d2cf3'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:24.480846 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:24.651153 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:24.691670 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:10:24.702388 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7a139-88cd-41b6-9acb-6940e5040bcf req-5f3e0732-9310-4c80-9977-1d730d23216b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:24.704783 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73a7a139-88cd-41b6-9acb-6940e5040bcf req-5f3e0732-9310-4c80-9977-1d730d23216b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.1586709 Sep 17 16:10:24.705171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:10:24.721341 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:24.722601 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:24.739418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] Set router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:24.774691 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] No DVR routers for this DVR port 40c78610-194f-4177-a1b1-4d3a877e8b03 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:10:24.780509 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:24.788163 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ea65d331-34ae-4211-8a65-e6e7c103cdf2 req-251815a4-1010-4337-8ede-bb06c8448716 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "DELETE /v2.0/ports/40c78610-194f-4177-a1b1-4d3a877e8b03 HTTP/1.1" status: 204 len: 173 time: 2.3153367 Sep 17 16:10:24.788875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'name': 'network-vif-deleted', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:24.794577 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe3bf6-ed91-4e4d-8494-f8dd999822b5" -d '{"events": [{"server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "name": "network-vif-deleted", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:24.948476 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:25.236080 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:10:22Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:25.238178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 40c78610-194f-4177-a1b1-4d3a877e8b03 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:25.284480 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef20ca-687b-4c09-b3b1-75d9d4dd377f None None] The sync data for ids ['7921c2c4-039a-44d9-ab15-ed63643d2cf3'] in dv-cinder-809206-2-iscsi is: [{'id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'name': 'tempest-AttachVolumeTestJSON-1928319300-router', 'tenant_id': '312fa81340954b348a3b9b2cb42b9255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '50333949-5694-4f09-87c4-f569ac579772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:03:17Z', 'updated_at': '2021-09-17T16:10:22Z', 'revision_number': 5, 'project_id': '312fa81340954b348a3b9b2cb42b9255', 'gw_port': {'id': '50333949-5694-4f09-87c4-f569ac579772', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7921c2c4-039a-44d9-ab15-ed63643d2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:03:18Z', 'updated_at': '2021-09-17T16:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:10:25.289672 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 40c78610-194f-4177-a1b1-4d3a877e8b03 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:25.289672 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 40c78610-194f-4177-a1b1-4d3a877e8b03 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:25.306508 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73a7a139-88cd-41b6-9acb-6940e5040bcf req-2d3189e3-8c4a-45d9-88e4-608b85abfda9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5942843 Sep 17 16:10:25.324631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4de64138-687c-43ea-a854-cd0836ede9cb req-b31ed78e-cb2b-48b1-a71d-142b81c169d4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.4544635 Sep 17 16:10:25.373630 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a7428f-c0c1-40fe-ba8c-8141f664b36f x-openstack-request-id: req-67a7428f-c0c1-40fe-ba8c-8141f664b36f {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:25.373923 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1f5e1a-5d5a-446f-b354-b7588c68f8e6", "name": "network-vif-deleted", "tag": "40c78610-194f-4177-a1b1-4d3a877e8b03", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:25.374178 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67a7428f-c0c1-40fe-ba8c-8141f664b36f {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:25.374585 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f5e1a-5d5a-446f-b354-b7588c68f8e6', 'name': 'network-vif-deleted', 'tag': '40c78610-194f-4177-a1b1-4d3a877e8b03', 'status': 'completed', 'code': 200} Sep 17 16:10:25.375059 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Deleting port 50333949-5694-4f09-87c4-f569ac579772 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:25.375445 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:25.393787 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:25.522675 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] For port 50333949-5694-4f09-87c4-f569ac579772, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=50333949-5694-4f09-87c4-f569ac579772,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:25.522963 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:25.533365 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:10:25.542381 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Calling delete_port for 50333949-5694-4f09-87c4-f569ac579772 owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:25.543281 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:25.543957 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:25.711737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:25.716826 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:25.791487 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:25.792159 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 722674c3-bf0f-4b6a-a8af-b1a04714c5d2 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:25.930563 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:25.973884 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50333949-5694-4f09-87c4-f569ac579772,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:26.065087 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.070021 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:26.126186 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c5d7a-3fcf-43ca-ba80-f26518ffb899 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:10:26.247917 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.250760 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.409954 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.410505 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7921c2c4-039a-44d9-ab15-ed63643d2cf3 {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:10:26.468062 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.471896 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a1c0606e-d73e-4db3-a65b-3140a3d06af3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7921c2c4-039a-44d9-ab15-ed63643d2cf3 HTTP/1.1" status: 204 len: 168 time: 2.4478686 Sep 17 16:10:26.472917 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50498) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:26.473470 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-44232d5a-0ef0-472c-bec6-a798106074d9 req-8019cc87-11ef-487b-a758-46373cf0eb10 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0739868 Sep 17 16:10:26.520459 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be3f67a-5b3a-407d-9208-3d53644fd668 None None] New status for floating IP af3ef0b5-7c94-4d1b-aade-bad1f55e3d03: DOWN {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:10:26.577683 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Deleting subnet 0e1b79ec-74e8-46d0-9e0e-bdc355117e1d {{(pid=94528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:10:26.587593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.620869 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00abecd-3ec9-4da8-8ed1-c2265977f25a req-eacc633e-4712-4dd1-8d87-927f42a606bc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:26.628539 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e00abecd-3ec9-4da8-8ed1-c2265977f25a req-eacc633e-4712-4dd1-8d87-927f42a606bc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.1201317 Sep 17 16:10:26.659564 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5577196'] for subnet, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.706575 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e00abecd-3ec9-4da8-8ed1-c2265977f25a req-91d6af10-e719-49b1-b633-4eff0d51332b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770223 Sep 17 16:10:26.830935 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:26.976135 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5590225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5424684'] for subnet, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.008319 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1b79ec-74e8-46d0-9e0e-bdc355117e1d,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:27.011464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.013955 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a559388-9434-4a0b-8895-abc96c801130 None None] Network c6a2d6ee-aaee-48a2-bcf7-26915479b37b requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:10:27.017842 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-52d4b034-5bd3-4186-8942-ca31a9815073 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0e1b79ec-74e8-46d0-9e0e-bdc355117e1d HTTP/1.1" status: 204 len: 168 time: 0.5398285 Sep 17 16:10:27.018084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50500) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:27.145297 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.209006 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Deleting port 432dd56d-0065-443a-8fee-b7c744b7d6f3 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:27.209506 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.287965 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] DHCP port deletion for c6a2d6ee-aaee-48a2-bcf7-26915479b37b request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:10:27.291144 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] For port 432dd56d-0065-443a-8fee-b7c744b7d6f3, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=432dd56d-0065-443a-8fee-b7c744b7d6f3,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:27.291503 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.315477 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Calling delete_port for 432dd56d-0065-443a-8fee-b7c744b7d6f3 owned by network:dhcp {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:27.352145 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Deleting port 432dd56d-0065-443a-8fee-b7c744b7d6f3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:27.352809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.478636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] For port 432dd56d-0065-443a-8fee-b7c744b7d6f3, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=432dd56d-0065-443a-8fee-b7c744b7d6f3,segment=NetworkSegment(ca97ecc9-c20a-4ce1-9b18-c87492d3f13a),segment_id=ca97ecc9-c20a-4ce1-9b18-c87492d3f13a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:27.479147 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.504157 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Calling delete_port for 432dd56d-0065-443a-8fee-b7c744b7d6f3 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:27.570078 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.595079 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] No DVR routers for this DVR port 432dd56d-0065-443a-8fee-b7c744b7d6f3 on host dv-cinder-809206-2-iscsi {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:10:27.691049 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Pushing event deleted for resources: {'Port': ['ID=432dd56d-0065-443a-8fee-b7c744b7d6f3,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:27.710722 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d8df833c-ff5c-4e03-9ca4-fd5beb769f60 req-bdb3ff6d-25c9-49bf-b0a1-985dd51c6492 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.1301808 Sep 17 16:10:27.769363 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 50333949-5694-4f09-87c4-f569ac579772 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:27.777286 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.821001 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.894896 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a2d6ee-aaee-48a2-bcf7-26915479b37b']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:27.947859 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:27.948792 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca97ecc9-c20a-4ce1-9b18-c87492d3f13a') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:27.975268 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.018020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.043611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:10:28.044793 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:10:28.046283 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:10:28.063683 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 50333949-5694-4f09-87c4-f569ac579772 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:28.064345 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 50333949-5694-4f09-87c4-f569ac579772 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:28.065236 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 432dd56d-0065-443a-8fee-b7c744b7d6f3 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:28.075821 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c01ed-da44-4b61-94a5-a1e15d4793bb req-f954d30f-fd27-4303-bd83-dee4939285a6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:28.078624 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-365c01ed-da44-4b61-94a5-a1e15d4793bb req-f954d30f-fd27-4303-bd83-dee4939285a6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.2191012 Sep 17 16:10:28.109452 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] No DVR routers for this DVR port 432dd56d-0065-443a-8fee-b7c744b7d6f3 on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:10:28.117098 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aecc6-0f94-426c-851f-afdcbb35d9b9 None None] Pushing event deleted for resources: {'Port': ['ID=432dd56d-0065-443a-8fee-b7c744b7d6f3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:28.128156 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 432dd56d-0065-443a-8fee-b7c744b7d6f3 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:28.128568 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 432dd56d-0065-443a-8fee-b7c744b7d6f3 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:28.203213 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a6f30a-2628-407c-8603-3a9b48ce0fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.231196 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-365c01ed-da44-4b61-94a5-a1e15d4793bb req-e6dcacd6-c021-4f24-8a13-77d3623722a6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328776 Sep 17 16:10:28.307351 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.308654 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:28.328691 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] 10.222.0.59 "DELETE /v2.0/networks/c6a2d6ee-aaee-48a2-bcf7-26915479b37b HTTP/1.1" status: 204 len: 168 time: 1.2950888 Sep 17 16:10:28.363461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053f25d-21ef-41e6-ac36-21d18b0ef67c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a2d6ee-aaee-48a2-bcf7-26915479b37b,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:28.917393 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20db77fa-4bcb-44da-bcb9-0253af169f65 req-6fd0ed27-1b08-4965-981b-341ea6dfcd80 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0816023 Sep 17 16:10:29.446509 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a437b6-90e2-4b4b-8219-4e27e351f281 req-01e69595-4799-4161-9c76-437c5d2303e6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:29.450789 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-19a437b6-90e2-4b4b-8219-4e27e351f281 req-01e69595-4799-4161-9c76-437c5d2303e6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.1150312 Sep 17 16:10:29.512803 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-19a437b6-90e2-4b4b-8219-4e27e351f281 req-a3b0e43d-3ee7-4efb-bd7d-c2b7823eab44 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547628 Sep 17 16:10:29.806247 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50514) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:29.879213 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8f30a564-2b3e-4d5e-9c05-bfc5208e57df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=312fa81340954b348a3b9b2cb42b9255&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0713217 Sep 17 16:10:29.882894 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50516) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:29.966153 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:30.000537 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:30.052729 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6e19860a-eb4d-41ae-91a3-2f604b0220a6 req-902b0f60-7906-44a6-868e-5395ec206e3a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0448248 Sep 17 16:10:30.204062 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:30.209456 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:30.223341 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e334aee3-d164-46c1-a8d7-746966df1a11 HTTP/1.1" status: 204 len: 168 time: 0.3319356 Sep 17 16:10:30.232731 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49607add-850b-45de-8ce3-f5fb1613ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334aee3-d164-46c1-a8d7-746966df1a11,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:30.703830 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc43415-f475-4275-9b83-a26d5a0e1b1d req-1d4251fc-e212-4e69-8dfa-7ce7727567cb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:30.705297 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5bc43415-f475-4275-9b83-a26d5a0e1b1d req-1d4251fc-e212-4e69-8dfa-7ce7727567cb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0854256 Sep 17 16:10:30.774401 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5bc43415-f475-4275-9b83-a26d5a0e1b1d req-08c2da38-712b-4019-ac5a-dce595329dd2 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Sep 17 16:10:31.193276 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-95eea676-dbc0-4060-a6a6-9f8ab13edb01 req-8e198f8e-cfeb-4912-831d-5ea833908edf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0293074 Sep 17 16:10:31.739427 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e32c817-d920-4c55-8d08-6762544cbfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:31.883772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:31.923841 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:32.013060 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6d68-10ae-48cc-b567-74192292d486 req-b4fd55c7-c298-4337-88ac-08ae53751bfc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:32.015636 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b69a6d68-10ae-48cc-b567-74192292d486 req-b4fd55c7-c298-4337-88ac-08ae53751bfc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0942345 Sep 17 16:10:32.068894 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b69a6d68-10ae-48cc-b567-74192292d486 req-fafde83d-4177-4f13-9772-e70c9ff2c130 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 Sep 17 16:10:32.351373 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4ccc26f0-748a-41e9-ad6e-1af7fdaa1ac9 req-7c6fbaf6-4e98-4955-9c99-aaa6934561ce tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0552340 Sep 17 16:10:33.277056 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660af10-e94f-4a45-8dbf-4041a31935b9 req-c550d720-8362-4f05-81ed-553aa5cdc76f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:33.281127 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f660af10-e94f-4a45-8dbf-4041a31935b9 req-c550d720-8362-4f05-81ed-553aa5cdc76f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0837576 Sep 17 16:10:33.345555 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f660af10-e94f-4a45-8dbf-4041a31935b9 req-9d7ac696-d218-4199-9800-16d97067e10e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568159 Sep 17 16:10:33.498397 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-267c4c22-e56f-4f72-b8ac-3334cb8f0406 req-cc12557b-f45d-4d1b-b850-bbe110dc17bc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0364978 Sep 17 16:10:33.894816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:34.519395 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5222b8-f5c9-4293-90e1-022cd0ea074c req-5063f300-87e2-416e-b284-de67ffd87bd4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:34.521054 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0f5222b8-f5c9-4293-90e1-022cd0ea074c req-5063f300-87e2-416e-b284-de67ffd87bd4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0637932 Sep 17 16:10:34.571870 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0f5222b8-f5c9-4293-90e1-022cd0ea074c req-578b997e-b6d4-4afc-befb-0286dd0a1fcd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 Sep 17 16:10:34.636009 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-80a7bcb8-1185-4e0f-8b76-378c246b51e6 req-3b98c70a-1dcf-4b10-8b75-b6cb44db3fa2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca1f5e1a-5d5a-446f-b354-b7588c68f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Sep 17 16:10:35.138058 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50586) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:35.267554 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d04672b3-b460-4ecb-bfda-986d6f2814db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.395816 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d04672b3-b460-4ecb-bfda-986d6f2814db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.507769 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d04672b3-b460-4ecb-bfda-986d6f2814db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.555093 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d04672b3-b460-4ecb-bfda-986d6f2814db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08156b826b744233b12fb81ad25c16cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156551 Sep 17 16:10:35.556148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04672b3-b460-4ecb-bfda-986d6f2814db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9c0005-be68-44be-a78f-97d8717e9c5c,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:35.558461 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50590) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:35.641490 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.666777 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.766978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fd522-b271-4d96-9469-5cf960a4fb05 req-0579d44e-0bd1-4761-ba60-2082191e17ae tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:35.768813 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-110fd522-b271-4d96-9469-5cf960a4fb05 req-0579d44e-0bd1-4761-ba60-2082191e17ae tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0730071 Sep 17 16:10:35.803626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.808518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:35.810282 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc9c0005-be68-44be-a78f-97d8717e9c5c HTTP/1.1" status: 204 len: 168 time: 0.2500367 Sep 17 16:10:35.815563 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-110fd522-b271-4d96-9469-5cf960a4fb05 req-dd9494c1-d748-4058-a6f4-ca41b88860b5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378466 Sep 17 16:10:35.823074 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b363216-dd26-4b50-b6d0-ec43f4d9d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9c0005-be68-44be-a78f-97d8717e9c5c,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:35.959583 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-1772b750-d721-4dac-a313-f9e20f4ea21f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010730260&fields=id&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 267 time: 0.0433662 Sep 17 16:10:36.119179 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-d07d764a-90c1-4870-8bc3-dcace182673a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:36.120867 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-d07d764a-90c1-4870-8bc3-dcace182673a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.1530142 Sep 17 16:10:36.146241 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-b2623d52-3031-4674-b958-7a3f86830b1b tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/quotas/0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 375 time: 0.0162454 Sep 17 16:10:36.223487 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-72d825b2-4426-4fb8-8705-c4e5fcd893db tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704303 Sep 17 16:10:36.339129 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-508f4c01-34bc-4d41-a217-365ad77d638b service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976748 Sep 17 16:10:36.482844 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-371f6ba9-1130-4957-ae8a-64015c012770 service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413438 Sep 17 16:10:36.599336 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50608) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:36.619067 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0febc660-df26-4274-8eef-7d686d9cdd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:36.743355 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0febc660-df26-4274-8eef-7d686d9cdd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:36.832758 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0febc660-df26-4274-8eef-7d686d9cdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:36.877827 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0febc660-df26-4274-8eef-7d686d9cdd8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=546897ba73dc4322856457a9c9fd75e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762012 Sep 17 16:10:36.878910 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc660-df26-4274-8eef-7d686d9cdd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776fe138-8a10-4a14-a8ca-3992aa04cb02,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:36.882229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50616) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:36.975325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:36.979009 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65035a35-0e6e-4fe1-8153-c7662ab4c765 req-d93cd71a-6952-4573-8a5b-02c1e4c7e4f3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:36.980570 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-65035a35-0e6e-4fe1-8153-c7662ab4c765 req-d93cd71a-6952-4573-8a5b-02c1e4c7e4f3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0587645 Sep 17 16:10:37.018665 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:37.029487 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-65035a35-0e6e-4fe1-8153-c7662ab4c765 req-32952347-920b-4817-896b-53b57ef62c53 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414944 Sep 17 16:10:37.232167 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:37.236474 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:37.239060 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/776fe138-8a10-4a14-a8ca-3992aa04cb02 HTTP/1.1" status: 204 len: 168 time: 0.3542221 Sep 17 16:10:37.254301 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216fc9-93d1-42cc-8abd-d3b4ac5a763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776fe138-8a10-4a14-a8ca-3992aa04cb02,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:37.288989 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2af8c0c9-c6b9-4868-8108-4e50b1354617 req-3d21f32d-5bd6-4683-b0a9-d3aa4306c029 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0686367 Sep 17 16:10:38.173197 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e90354-f8d5-419f-b182-57735369177c req-39ad3f25-4410-40e6-9f09-9f5d43410ca4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:38.174866 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4e90354-f8d5-419f-b182-57735369177c req-39ad3f25-4410-40e6-9f09-9f5d43410ca4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0542889 Sep 17 16:10:38.229621 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f4e90354-f8d5-419f-b182-57735369177c req-c8321f28-1a93-49dd-9d90-b856d4ce7b0e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373280 Sep 17 16:10:38.375997 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-34b7625e-a7fa-417f-92f8-38d2f4d2f417 req-fb975a1b-7aa3-4402-b96d-c96d96b030f3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0303049 Sep 17 16:10:39.362770 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea48612-787a-47de-830c-5b9ea90401dd req-5b7b0862-fa00-46b7-99d6-b555ebb0f71e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:39.364436 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aea48612-787a-47de-830c-5b9ea90401dd req-5b7b0862-fa00-46b7-99d6-b555ebb0f71e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0578551 Sep 17 16:10:39.425948 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aea48612-787a-47de-830c-5b9ea90401dd req-1b53a64e-67b1-448b-8703-a19a225dad6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507901 Sep 17 16:10:39.500982 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f2a5b3dc-2110-412f-bca9-2d5e323e3ea0 req-13c73eaf-125b-4a13-affe-4ded4999f189 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0309772 Sep 17 16:10:40.056629 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-5aa06b15-d781-4725-8bbd-cad5ad32e541 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:40.058290 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-5aa06b15-d781-4725-8bbd-cad5ad32e541 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.1357310 Sep 17 16:10:40.109824 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-c9d319fa-0686-45b5-bb18-8c66847ecf13 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 380 time: 0.0416536 Sep 17 16:10:40.122865 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'port': {'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'admin_state_up': True, 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'security_groups': ['b70d5293-70c1-4234-ba84-f772382779ff']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:10:40.318006 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Made reservation on behalf of 0cab3be4cceb430592a04a7befc48bd7 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:10:40.322600 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:40.511857 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.20.0.14 (cace5d33-faf9-4a0c-8cf1-067b5a5e4a05/d115eb49-1a40-4d4f-8949-732ed855d1a1/17dee0bd-25e2-4f26-992e-ac612b44c816) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:10:40.591142 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a9d13-a069-4f80-98ec-e4534fc62037 req-73fc2b9a-454c-43c6-9ea3-02b2c0c7251d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:40.593595 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a9d13-a069-4f80-98ec-e4534fc62037 req-73fc2b9a-454c-43c6-9ea3-02b2c0c7251d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 944 time: 0.0753253 Sep 17 16:10:40.631002 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cbf34498-f3f2-412c-b5fb-ba7e3d1ca5da req-1f65cae1-7c3c-4222-bf09-02c95a63b085 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0371604 Sep 17 16:10:40.660213 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-108a9d13-a069-4f80-98ec-e4534fc62037 req-d90c48a3-38fb-434f-885b-19a24bab9b05 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519669 Sep 17 16:10:40.731654 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:40.919989 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:40.979778 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:10:40.984625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:10:40.986601 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:40.992736 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:10:41.071379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:41.073268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.187623 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-8627776c-b5df-46a8-93fa-afb8161eecad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704877 Sep 17 16:10:41.205374 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Request body: {'port': {'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:10:41.286833 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.296639 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3f0a9166-f3ea-4805-9aa4-b18f065dcfbc None None] Provisioning complete for port 17dee0bd-25e2-4f26-992e-ac612b44c816 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:10:41.297473 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9166-f3ea-4805-9aa4-b18f065dcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.342041 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:10:41.370217 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a9166-f3ea-4805-9aa4-b18f065dcfbc None None] Port 17dee0bd-25e2-4f26-992e-ac612b44c816 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:10:41.511506 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:41.525286 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '259b92d6-f634-4993-bb91-87b8570d8b13', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': '259b92d6-f634-4993-bb91-87b8570d8b13', 'mac_address': 'fa:16:3e:bf:e5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:10:41.588483 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.609270 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:10:41.631556 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:41.658551 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dee0bd-25e2-4f26-992e-ac612b44c816 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:10:41.668490 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.687200 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Transition to ACTIVE for port object 17dee0bd-25e2-4f26-992e-ac612b44c816 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:10:41.741026 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.802541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.837087 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=9']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:41.889545 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f8828-dd6a-498d-9d24-04ff07f8ed59 req-edef7baa-d06c-45f8-9b79-d862e12dc867 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:41.893179 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e4f8828-dd6a-498d-9d24-04ff07f8ed59 req-edef7baa-d06c-45f8-9b79-d862e12dc867 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 932 time: 0.1679244 Sep 17 16:10:41.913284 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f901-f9bb-422e-ad73-43bca6d826ff req-ff3678c3-0fa7-421e-81d9-646803d272a1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:41.915871 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f49f901-f9bb-422e-ad73-43bca6d826ff req-ff3678c3-0fa7-421e-81d9-646803d272a1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.1366384 Sep 17 16:10:41.939942 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Pushing event updated for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:41.962804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['259b92d6-f634-4993-bb91-87b8570d8b13'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:10:42.059263 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f49f901-f9bb-422e-ad73-43bca6d826ff req-e8f85d78-c37e-4e22-acb6-e518bbd2b5d3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207683 Sep 17 16:10:42.079949 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e4f8828-dd6a-498d-9d24-04ff07f8ed59 req-9031d545-d1eb-4b92-b1ac-724e2b57d3df tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609769 Sep 17 16:10:42.114264 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Attempting to bind port 17dee0bd-25e2-4f26-992e-ac612b44c816 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:10:42.115803 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Attempting to bind port 17dee0bd-25e2-4f26-992e-ac612b44c816 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:10:42.116624 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Attempting to bind port 17dee0bd-25e2-4f26-992e-ac612b44c816 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:10:42.124400 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Port 17dee0bd-25e2-4f26-992e-ac612b44c816 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:10:42.124945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Attempting to bind port 17dee0bd-25e2-4f26-992e-ac612b44c816 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:10:42.142264 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:10:42.142264 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:10:42.142676 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Bound using segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:10:42.143309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Bound port: 17dee0bd-25e2-4f26-992e-ac612b44c816, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:10:42.143761 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:42.239584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:10:42.243849 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17dee0bd-25e2-4f26-992e-ac612b44c816,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:10:42.376184 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:42.422557 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:42.423168 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:42.424684 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] 10.222.0.53 "PUT /v2.0/ports/17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 200 len: 1094 time: 1.2282732 Sep 17 16:10:42.425141 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:42.427432 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:42.456475 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d2c0-3931-4172-8ec6-9f9d078e9f69 service neutron] Pushing event updated for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:42.477994 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96094075-e456-440b-be85-7c64517dd826 x-openstack-request-id: req-96094075-e456-440b-be85-7c64517dd826 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:42.478295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:42.478554 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96094075-e456-440b-be85-7c64517dd826 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:42.478971 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'status': 'completed', 'code': 200} Sep 17 16:10:42.548604 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-8a38ea2a-761c-47e4-a224-2a7b38462f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:42.550030 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-8a38ea2a-761c-47e4-a224-2a7b38462f82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1097 time: 0.0509083 Sep 17 16:10:42.680442 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-e409fa9a-fdba-4ddf-b7e8-92f6635db5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:42.681970 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-e409fa9a-fdba-4ddf-b7e8-92f6635db5c7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0cab3be4cceb430592a04a7befc48bd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1232698 Sep 17 16:10:42.836750 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-00a65b34-50c9-4c31-8f81-cbd267992e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:42.838433 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-c0787bb1-89da-46f1-b3e1-3c20aeb0dba2 req-00a65b34-50c9-4c31-8f81-cbd267992e48 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490998 Sep 17 16:10:42.928771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-21e341e2-5ddd-45c6-afd9-df63d132ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:42.930473 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-21e341e2-5ddd-45c6-afd9-df63d132ea00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1097 time: 0.0470965 Sep 17 16:10:42.984026 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-3c1e12b1-1cc9-4072-bd02-b1cdc219b03a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 200 len: 217 time: 0.0451691 Sep 17 16:10:43.049560 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-e765e06f-3b62-4291-85f3-60d29a85420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:43.051519 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-e765e06f-3b62-4291-85f3-60d29a85420a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0605142 Sep 17 16:10:43.128626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d56-783a-43c0-b1a1-523659d38192 req-27fb5a75-7eb5-449f-adb7-b596e347fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:43.131756 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-27fb5a75-7eb5-449f-adb7-b596e347fa14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729251 Sep 17 16:10:43.247497 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-e8b5bdd5-e206-42dc-8127-32f365465561 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079493 Sep 17 16:10:43.305084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:10:43.348260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a6431-c60f-4096-b8ec-56507032f7d8 req-dabef4c8-5629-4e5e-9731-4dd0c9f3f54c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:43.351209 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-384a6431-c60f-4096-b8ec-56507032f7d8 req-dabef4c8-5629-4e5e-9731-4dd0c9f3f54c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.1521738 Sep 17 16:10:43.368367 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3e4a1-0d76-4b64-9908-fea46e5f247f req-f85b50e8-444b-4e7c-b307-58d968b56628 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:43.372038 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0d3e4a1-0d76-4b64-9908-fea46e5f247f req-f85b50e8-444b-4e7c-b307-58d968b56628 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 945 time: 0.1560535 Sep 17 16:10:43.389990 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-97804d56-783a-43c0-b1a1-523659d38192 req-d775b636-82cf-4553-a20f-57e9699fc848 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255965 Sep 17 16:10:43.390177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 259b92d6-f634-4993-bb91-87b8570d8b13 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:10:43.390177 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:43.477670 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-384a6431-c60f-4096-b8ec-56507032f7d8 req-b795bfbb-b07a-4a57-aa44-84dd3551c95e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039343 Sep 17 16:10:43.493703 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0d3e4a1-0d76-4b64-9908-fea46e5f247f req-0e8bbe3d-aaf7-4479-8d19-4fd48b1160fa tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072118 Sep 17 16:10:43.520053 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:43.552436 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:43.556707 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b65ab16-3a44-4935-b67e-ebdc0d765085" -d '{"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:43.585000 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:43.603591 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707bcd0-5a5c-4282-809b-d58a23a00ed4 x-openstack-request-id: req-c707bcd0-5a5c-4282-809b-d58a23a00ed4 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:43.604136 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:43.604465 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c707bcd0-5a5c-4282-809b-d58a23a00ed4 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:43.604928 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'code': 200} Sep 17 16:10:43.689741 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:43.745990 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:44.369270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60823ef5-8960-4a4d-8d58-2ce76c003836 req-b5abd705-b425-40ee-ba5a-4761c94a329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:44.370911 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-60823ef5-8960-4a4d-8d58-2ce76c003836 req-b5abd705-b425-40ee-ba5a-4761c94a329d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1100 time: 0.0556691 Sep 17 16:10:44.411281 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-60823ef5-8960-4a4d-8d58-2ce76c003836 req-a775c290-1787-418c-993c-1dfe5bbf96c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Sep 17 16:10:44.602307 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50786) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:44.720834 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf61a-1096-412c-bb9b-6820ccf628c5 req-e6bc7f10-5a36-459c-8427-b3a1cd87c258 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:44.722520 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-652bf61a-1096-412c-bb9b-6820ccf628c5 req-e6bc7f10-5a36-459c-8427-b3a1cd87c258 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.1528640 Sep 17 16:10:44.733021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29023-678c-4b95-b06c-de6e2b592513 req-1790ec34-fdac-4ff2-bf44-48acb3f4d5a6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:44.734628 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-06c29023-678c-4b95-b06c-de6e2b592513 req-1790ec34-fdac-4ff2-bf44-48acb3f4d5a6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.1143446 Sep 17 16:10:44.736856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4a94-3458-427d-b6ec-59f903613cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:44.800553 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-652bf61a-1096-412c-bb9b-6820ccf628c5 req-1163efca-8523-47f7-a166-4e8dfeb863fe tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648139 Sep 17 16:10:44.810669 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-06c29023-678c-4b95-b06c-de6e2b592513 req-e66c66be-bb6a-45aa-8819-d3726c2aa7a8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661848 Sep 17 16:10:44.858462 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4a94-3458-427d-b6ec-59f903613cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:44.957890 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4a94-3458-427d-b6ec-59f903613cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.010633 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f8bf4a94-3458-427d-b6ec-59f903613cc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d2f176c20434cd6bf2f14b4484323e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070132 Sep 17 16:10:45.011506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf4a94-3458-427d-b6ec-59f903613cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ac7e98-c05d-45f3-bd63-733e2639fedf,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:45.013666 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50790) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:45.074580 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.099229 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.255231 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.258446 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.259603 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40ac7e98-c05d-45f3-bd63-733e2639fedf HTTP/1.1" status: 204 len: 168 time: 0.2445004 Sep 17 16:10:45.279837 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317cc4-216b-4859-bef1-5e255d0ebe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ac7e98-c05d-45f3-bd63-733e2639fedf,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:46.011080 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b91cb-6992-4346-9fe0-e49c66d82db4 req-1af687ee-8a8b-49e6-93a3-0779d9f36f57 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:46.012999 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-821b91cb-6992-4346-9fe0-e49c66d82db4 req-1af687ee-8a8b-49e6-93a3-0779d9f36f57 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.0917604 Sep 17 16:10:46.051178 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6b1d7-62bf-4efb-8526-286eac1dae2d req-6dc792f0-2a1b-4c9a-8f03-74be3687919f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:46.052861 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dba6b1d7-62bf-4efb-8526-286eac1dae2d req-6dc792f0-2a1b-4c9a-8f03-74be3687919f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0909963 Sep 17 16:10:46.080643 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-821b91cb-6992-4346-9fe0-e49c66d82db4 req-a0f76ccf-5729-4ed4-b910-34d56ed07fcf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602114 Sep 17 16:10:46.111388 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dba6b1d7-62bf-4efb-8526-286eac1dae2d req-7a6d79c4-283a-447e-9013-47c3f661bc8d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Sep 17 16:10:46.346624 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50824) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:46.360782 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b64f3431-aa9e-42dc-b208-86df6a0cb8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.473421 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b64f3431-aa9e-42dc-b208-86df6a0cb8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.580987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b64f3431-aa9e-42dc-b208-86df6a0cb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.623497 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f3431-aa9e-42dc-b208-86df6a0cb8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5698ca5-40b9-46ae-b33d-e16c2429daf1,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:46.629382 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-b64f3431-aa9e-42dc-b208-86df6a0cb8ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b3ea03e2c474f94ae560a24f036f9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830019 Sep 17 16:10:46.638316 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50834) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:46.702676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.724428 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.826772 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.936196 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.940956 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:46.943246 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5698ca5-40b9-46ae-b33d-e16c2429daf1 HTTP/1.1" status: 204 len: 168 time: 0.3077073 Sep 17 16:10:46.956935 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd91c-f0cc-4d04-83af-dd180d8e6e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5698ca5-40b9-46ae-b33d-e16c2429daf1,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:47.250425 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75dba-a03c-4ec5-aec0-195dc4685aef req-ffbe27cc-3a77-42a3-949e-43c9d1c0384f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:47.252428 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7e75dba-a03c-4ec5-aec0-195dc4685aef req-ffbe27cc-3a77-42a3-949e-43c9d1c0384f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.0970814 Sep 17 16:10:47.329701 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f7e75dba-a03c-4ec5-aec0-195dc4685aef req-8d3ce4e6-272e-43de-b4ee-53ea871096f1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560966 Sep 17 16:10:47.338663 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e918-9554-48a0-b2f5-932d3872b209 req-530a9e22-0078-413b-856c-340985bf1fe7 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:47.340609 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6cd7e918-9554-48a0-b2f5-932d3872b209 req-530a9e22-0078-413b-856c-340985bf1fe7 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.1160166 Sep 17 16:10:47.389443 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6cd7e918-9554-48a0-b2f5-932d3872b209 req-de699e2e-d9ee-443f-a1aa-a9fad931f9ef tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 Sep 17 16:10:48.468243 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b95f3b-13e5-4d90-8e98-c0f14af766db req-6cebf254-4d4f-4d8a-9fa1-e9b55afbb440 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:48.469998 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9b95f3b-13e5-4d90-8e98-c0f14af766db req-6cebf254-4d4f-4d8a-9fa1-e9b55afbb440 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.0548573 Sep 17 16:10:48.545515 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d9b95f3b-13e5-4d90-8e98-c0f14af766db req-f40482fe-ade7-46d8-8ab2-fcaea3a1653c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685046 Sep 17 16:10:48.574036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b7f5d-21c8-40a5-9655-6c706cff5a00 req-6effc66a-3284-4a6e-9884-068fd3a497e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:48.575602 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f35b7f5d-21c8-40a5-9655-6c706cff5a00 req-6effc66a-3284-4a6e-9884-068fd3a497e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0706563 Sep 17 16:10:48.620896 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f35b7f5d-21c8-40a5-9655-6c706cff5a00 req-3d82a326-18df-45ee-a99a-215160f704c3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Sep 17 16:10:49.740714 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcbac8-0718-4ef7-8c6a-cd0f2a2aeb30 req-82bbd8c6-2582-45ca-936e-d08be7736e1d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:49.740714 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72dcbac8-0718-4ef7-8c6a-cd0f2a2aeb30 req-82bbd8c6-2582-45ca-936e-d08be7736e1d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.0727727 Sep 17 16:10:49.786832 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72dcbac8-0718-4ef7-8c6a-cd0f2a2aeb30 req-93e3afff-4aef-45b5-a3ac-a53407dd2baf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382409 Sep 17 16:10:50.966595 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75aef5-5edb-4f90-b673-5457e3aaf687 req-2904e53f-75f1-4335-81ab-91aefea54590 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:50.968187 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f75aef5-5edb-4f90-b673-5457e3aaf687 req-2904e53f-75f1-4335-81ab-91aefea54590 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 944 time: 0.0571830 Sep 17 16:10:51.020201 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5f75aef5-5edb-4f90-b673-5457e3aaf687 req-95ca3fbf-dea8-4cc8-923a-a6507ae4d031 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Sep 17 16:10:51.351729 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 17dee0bd-25e2-4f26-992e-ac612b44c816 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:10:51.501690 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17dee0bd-25e2-4f26-992e-ac612b44c816,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:51.517343 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:10:51.561150 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:51.581545 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dee0bd-25e2-4f26-992e-ac612b44c816 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:10:51.621480 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17dee0bd-25e2-4f26-992e-ac612b44c816,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:51.679350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:51.750684 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:51.904358 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['17dee0bd-25e2-4f26-992e-ac612b44c816'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:10:52.202455 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d592c-d9bf-45db-ae94-a75a824e41c9 req-7a52dc95-7d62-4cd1-977e-1e99ee566817 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:52.206637 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d7d592c-d9bf-45db-ae94-a75a824e41c9 req-7a52dc95-7d62-4cd1-977e-1e99ee566817 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 945 time: 0.0814321 Sep 17 16:10:52.273515 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d7d592c-d9bf-45db-ae94-a75a824e41c9 req-08a4b196-be87-4a7b-a733-67f769872d48 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566773 Sep 17 16:10:53.368225 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 17dee0bd-25e2-4f26-992e-ac612b44c816 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:10:53.426329 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764873-8427-4695-9a2f-bd430ee0bd56 req-d8611907-fdfc-4eb6-817a-178425dc1e1e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:53.429131 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-61764873-8427-4695-9a2f-bd430ee0bd56 req-d8611907-fdfc-4eb6-817a-178425dc1e1e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 945 time: 0.0780342 Sep 17 16:10:53.479853 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-61764873-8427-4695-9a2f-bd430ee0bd56 req-d291288c-704f-4e3d-b7b6-e926306dabcd tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Sep 17 16:10:53.575577 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port 17dee0bd-25e2-4f26-992e-ac612b44c816 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:10:53.580623 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port 17dee0bd-25e2-4f26-992e-ac612b44c816 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:10:53.581114 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:53.674840 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:53.702179 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:53.704418 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782426b3-da48-46dd-9df3-b8c65028a0fe" -d '{"events": [{"server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "name": "network-vif-plugged", "status": "completed", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:53.722049 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17dee0bd-25e2-4f26-992e-ac612b44c816,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:53.750470 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214951f-1fc4-4fe8-9b05-29575dbd29bb x-openstack-request-id: req-c214951f-1fc4-4fe8-9b05-29575dbd29bb {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:53.750783 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "name": "network-vif-plugged", "status": "completed", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:53.751058 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c214951f-1fc4-4fe8-9b05-29575dbd29bb {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:53.751457 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'code': 200} Sep 17 16:10:53.815416 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:53.871195 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:54.210119 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2fce2-a1da-4d6c-b06e-20b673a950eb req-a2c10432-ec36-4289-a61c-3b1e70dba8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:54.211733 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52e2fce2-a1da-4d6c-b06e-20b673a950eb req-a2c10432-ec36-4289-a61c-3b1e70dba8cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1099 time: 0.0473523 Sep 17 16:10:54.260466 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52e2fce2-a1da-4d6c-b06e-20b673a950eb req-91ad5a8d-8ac3-483b-8e23-3697130217a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Sep 17 16:10:54.621099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e49529-0244-4111-a28a-fab5023b7c6d req-84a3a759-d77b-46bd-ab49-b4a2fce0ef9f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:54.622708 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64e49529-0244-4111-a28a-fab5023b7c6d req-84a3a759-d77b-46bd-ab49-b4a2fce0ef9f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0559111 Sep 17 16:10:54.667909 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64e49529-0244-4111-a28a-fab5023b7c6d req-3952f18e-536b-4e13-9e60-b9673927ceb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Sep 17 16:10:55.820278 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633cc4-2432-4d07-9fa8-afa33ba1df00 req-57e9f954-12b8-4d6b-918e-4abea488d3be tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:55.823354 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ea633cc4-2432-4d07-9fa8-afa33ba1df00 req-57e9f954-12b8-4d6b-918e-4abea488d3be tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0821393 Sep 17 16:10:55.875959 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ea633cc4-2432-4d07-9fa8-afa33ba1df00 req-8b171731-4e77-4c66-a001-e10db684a0ec tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Sep 17 16:10:55.951244 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ec46-7f80-4303-a2c7-55774462ce04 req-212ec47f-f843-411f-8bb9-c7c3d2e006f6 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:55.952830 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-efe7ec46-7f80-4303-a2c7-55774462ce04 req-212ec47f-f843-411f-8bb9-c7c3d2e006f6 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0681827 Sep 17 16:10:56.009590 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-efe7ec46-7f80-4303-a2c7-55774462ce04 req-0b59ea06-c5ed-4e5d-9d06-c70bd0de9960 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459378 Sep 17 16:10:56.067445 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4fdd-e3ea-4fed-b087-728807f81797 req-d6180968-1c41-46fa-a144-6a7cfb704053 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:56.069121 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-14ed4fdd-e3ea-4fed-b087-728807f81797 req-d6180968-1c41-46fa-a144-6a7cfb704053 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0745144 Sep 17 16:10:56.114683 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-14ed4fdd-e3ea-4fed-b087-728807f81797 req-253cfd37-0297-4ad1-bdbb-c5305a512102 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Sep 17 16:10:56.139313 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50940) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:56.189468 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719de490-07c3-4b13-afd4-b6662338b59d tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:56.192193 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-719de490-07c3-4b13-afd4-b6662338b59d tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1094 time: 0.0513439 Sep 17 16:10:56.195632 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50942) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:56.203444 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:10:56.341651 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:56.462403 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:56.584611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.27.2.219 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/f1a715a1-75a8-4f45-be29-4536fd11786b) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:10:56.713399 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:56.816020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:56.859717 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:10:56.862842 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:10:56.866935 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:10:56.895311 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=f1a715a1-75a8-4f45-be29-4536fd11786b,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:56.947934 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:10:57.218760 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35826a1-a975-442a-b9f2-fe067c31651e req-b73c841e-8dc5-4b2e-9d52-f022497cf1d8 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:57.220374 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a35826a1-a975-442a-b9f2-fe067c31651e req-b73c841e-8dc5-4b2e-9d52-f022497cf1d8 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.1047690 Sep 17 16:10:57.305645 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a35826a1-a975-442a-b9f2-fe067c31651e req-ba404a44-c24b-4870-9c76-324fe350c308 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771897 Sep 17 16:10:57.358935 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:57.797980 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:57.977781 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:58.033571 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0effa71-3f5b-4627-8adc-53536b06bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:58.095339 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:58.173597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=f1a715a1-75a8-4f45-be29-4536fd11786b,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:58.189910 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:58.309346 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP f80520de-d1cc-4701-a55d-4059cf3cf27b associated. External IP: 172.27.2.219, port: 17dee0bd-25e2-4f26-992e-ac612b44c816. Sep 17 16:10:58.521826 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4f442-603b-4555-b0f9-fcea5217f125 req-b5bb69fd-b0cf-4d3e-ad64-5c9b4e944795 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:58.523486 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0ae4f442-603b-4555-b0f9-fcea5217f125 req-b5bb69fd-b0cf-4d3e-ad64-5c9b4e944795 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.1148129 Sep 17 16:10:58.622666 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0ae4f442-603b-4555-b0f9-fcea5217f125 req-1029d15b-fcae-4a31-b236-31f61f4db5d7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872970 Sep 17 16:10:58.639446 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:10:58.772430 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:10:58.785312 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:10:58.796697 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:58.797544 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:58.863021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:58.900387 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0b0a11db-9d57-4c9e-9340-d643f42c8ea8 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7033527 Sep 17 16:10:58.900986 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:58.903357 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c99bef-e209-4474-a429-07ffda0f8af4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:58.934344 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:58.970600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d44c8-ccd5-479f-9138-6c9d1048c371 x-openstack-request-id: req-d70d44c8-ccd5-479f-9138-6c9d1048c371 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:58.971036 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:58.971433 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d70d44c8-ccd5-479f-9138-6c9d1048c371 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:58.972025 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'status': 'completed', 'code': 200} Sep 17 16:10:59.062946 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-323aca36-c8c9-4e5a-a30f-faad7e5b5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:59.065472 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-323aca36-c8c9-4e5a-a30f-faad7e5b5e34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1099 time: 0.0686235 Sep 17 16:10:59.215897 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-539e1033-3ad4-47c3-a3a6-c95bfb9d395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:59.218541 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-539e1033-3ad4-47c3-a3a6-c95bfb9d395e service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1438472 Sep 17 16:10:59.267418 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:10:57Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:59.314577 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-bf4b9904-038b-4a3f-881d-64890c71b9cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 200 len: 1000 time: 0.0878553 Sep 17 16:10:59.315309 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:10:59.328760 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:10:59.329769 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:10:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:59.401406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-9f2e4ac0-184f-4440-8b6e-ae66036aae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:59.404118 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-9f2e4ac0-184f-4440-8b6e-ae66036aae8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0818360 Sep 17 16:10:59.488976 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:10:59.491909 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-6e719735-f897-482a-b473-02ba1f412d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:59.494800 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-6e719735-f897-482a-b473-02ba1f412d77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827539 Sep 17 16:10:59.622289 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-bf4db1cc-f972-4f5b-b45d-5ec4a21dbc2d service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188385 Sep 17 16:10:59.780119 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf30bc-823e-4e35-9c71-6236ad608300 req-2b608316-0654-4f9d-8ff9-a2124f3278fe tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:59.783495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ecf30bc-823e-4e35-9c71-6236ad608300 req-2b608316-0654-4f9d-8ff9-a2124f3278fe tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0788329 Sep 17 16:10:59.790978 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9c99bef-e209-4474-a429-07ffda0f8af4 req-f9bf73ae-cac9-4a19-a982-ae7c000094c4 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609032 Sep 17 16:10:59.847396 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ecf30bc-823e-4e35-9c71-6236ad608300 req-87cf15a6-16c3-4f1a-9fc9-f7d844aefdc2 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510559 Sep 17 16:10:59.850892 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:10:57Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:10:59.883755 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b376f-4528-4862-817e-b3ce4b103fe8 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:10:57Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:11:00.111234 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae9940-6baf-4ed2-bbb8-f4da80d2136c None None] New status for floating IP f80520de-d1cc-4701-a55d-4059cf3cf27b: ACTIVE {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:11:00.644419 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ce65847-667e-4212-be12-2c4228e4d34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:00.981198 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c239b0-adee-4417-b28f-5ee9601bbee0 req-e657ed12-50bd-4896-be16-b0b0294d98f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:00.982795 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-52c239b0-adee-4417-b28f-5ee9601bbee0 req-e657ed12-50bd-4896-be16-b0b0294d98f0 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0555651 Sep 17 16:11:01.033933 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-52c239b0-adee-4417-b28f-5ee9601bbee0 req-3b101e75-2cb2-4395-8e93-5904443ddbc4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Sep 17 16:11:01.604193 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:01.707184 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:02.200230 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d620119-1df0-48af-b4f1-16772f191cde req-55f90cb1-63ef-458b-8c1a-7258abe436cf tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:02.201878 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d620119-1df0-48af-b4f1-16772f191cde req-55f90cb1-63ef-458b-8c1a-7258abe436cf tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0610969 Sep 17 16:11:02.251586 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8d620119-1df0-48af-b4f1-16772f191cde req-d46e5a47-d6f0-44e3-9259-d4c096c37201 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 Sep 17 16:11:02.342526 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 50990) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:02.477242 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8e47-1f64-4b37-995f-09f47766352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:02.589971 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8e47-1f64-4b37-995f-09f47766352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:02.751727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8e47-1f64-4b37-995f-09f47766352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:02.794503 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-2f4f8e47-1f64-4b37-995f-09f47766352e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce3e6941aef640d4829e13627fd0bfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507606 Sep 17 16:11:02.795241 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8e47-1f64-4b37-995f-09f47766352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df560688-4bf8-4b67-a4ee-87a096de991b,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:02.797314 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 50994) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:02.853464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:02.877506 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:03.004900 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:03.008531 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:03.009986 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df560688-4bf8-4b67-a4ee-87a096de991b HTTP/1.1" status: 204 len: 168 time: 0.2114964 Sep 17 16:11:03.023383 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f15b4-7e54-4d8d-9ec6-ef08d5e52b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df560688-4bf8-4b67-a4ee-87a096de991b,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:03.404489 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ea50-f72e-452b-a670-745b29656338 req-2b8abce5-b900-4b41-bfeb-a4111c2c603f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:03.406530 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8516ea50-f72e-452b-a670-745b29656338 req-2b8abce5-b900-4b41-bfeb-a4111c2c603f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0673938 Sep 17 16:11:03.454332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8516ea50-f72e-452b-a670-745b29656338 req-f490f3c3-7446-49df-9fe6-767961503c23 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382736 Sep 17 16:11:03.683061 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51002) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:03.698469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-90612c4f-13be-4d9e-961b-0a745da7ffd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:03.821830 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-90612c4f-13be-4d9e-961b-0a745da7ffd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:03.935429 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.101986 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-90612c4f-13be-4d9e-961b-0a745da7ffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.149437 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-90612c4f-13be-4d9e-961b-0a745da7ffd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a60a4da12be4a09bb169d3758eb0863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648216 Sep 17 16:11:04.151599 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612c4f-13be-4d9e-961b-0a745da7ffd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6daa804-b9bf-4e8c-bbd1-eaa3c291dad3,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:04.152249 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51004) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:04.227659 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.260080 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.393052 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.395759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:04.397896 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6daa804-b9bf-4e8c-bbd1-eaa3c291dad3 HTTP/1.1" status: 204 len: 168 time: 0.2439518 Sep 17 16:11:04.407385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844e577-b959-4428-ab3c-92edce9d4490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6daa804-b9bf-4e8c-bbd1-eaa3c291dad3,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:04.609435 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b628a-c89f-45f1-a842-a3423f05d27f req-b6add105-8da4-4e95-8d1c-4d4577d26e65 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:04.612158 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c04b628a-c89f-45f1-a842-a3423f05d27f req-b6add105-8da4-4e95-8d1c-4d4577d26e65 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0819273 Sep 17 16:11:04.659277 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c04b628a-c89f-45f1-a842-a3423f05d27f req-82b45871-1629-4453-a0e5-3067fbf07b8a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Sep 17 16:11:05.799786 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e6909-e1b1-46db-a1f8-e5f7e71f553f req-00e2368b-e24d-4cec-a8a3-5ba83882e237 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:05.802720 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d01e6909-e1b1-46db-a1f8-e5f7e71f553f req-00e2368b-e24d-4cec-a8a3-5ba83882e237 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0631223 Sep 17 16:11:05.856468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d01e6909-e1b1-46db-a1f8-e5f7e71f553f req-fbccd3f5-18b0-45b4-9ec4-519302fa4833 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Sep 17 16:11:06.191469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-9ec45c13-7933-44be-9db4-88f6202b2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:06.193060 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-9ec45c13-7933-44be-9db4-88f6202b2028 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0621371 Sep 17 16:11:06.301970 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-4f7226fd-ca26-45c1-9953-5247ef66c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:06.304954 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-4f7226fd-ca26-45c1-9953-5247ef66c6fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.1037197 Sep 17 16:11:06.388410 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-49bc27f7-b16f-48f8-9868-7ea20ad029ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 1001 time: 0.0702982 Sep 17 16:11:06.466270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-f89744a1-0dfa-4267-8587-7a779561a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:06.467939 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-f89744a1-0dfa-4267-8587-7a779561a52d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0700915 Sep 17 16:11:06.525594 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-24b56dc2-f444-4b9e-9b1c-633036cb1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:06.527192 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-24b56dc2-f444-4b9e-9b1c-633036cb1a5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441973 Sep 17 16:11:06.643548 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-37ad016f-3b8b-49a7-8a61-e5818dbe8e0e service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969720 Sep 17 16:11:06.780557 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-a7e00085-0350-4164-b1c3-90ee643bd086 req-3f8eeea8-98cc-42ec-9bae-2e7e67f1c505 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222770 Sep 17 16:11:06.994656 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd8bc2-305b-43e2-bb2c-88662ff86c74 req-82b1bb79-8e9d-4120-83f9-705d2af4bae3 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:06.996190 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eccd8bc2-305b-43e2-bb2c-88662ff86c74 req-82b1bb79-8e9d-4120-83f9-705d2af4bae3 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0587177 Sep 17 16:11:07.040021 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-eccd8bc2-305b-43e2-bb2c-88662ff86c74 req-520f08ba-3cce-4c43-a2c0-ad37cb932508 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Sep 17 16:11:08.173462 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006d659-7a80-48d4-9b0d-d23242d765e3 req-31352f3b-3dcf-40e7-aaca-c13fa9a0b577 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:08.175100 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5006d659-7a80-48d4-9b0d-d23242d765e3 req-31352f3b-3dcf-40e7-aaca-c13fa9a0b577 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0617690 Sep 17 16:11:08.223407 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5006d659-7a80-48d4-9b0d-d23242d765e3 req-dfabb783-8408-4ba1-9be0-e465a8cb51d3 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387144 Sep 17 16:11:09.373630 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff289-0dde-4d44-991f-5403c50893e7 req-dbd782ec-2a05-440e-a581-db9ffa5c3511 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:09.375279 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-675ff289-0dde-4d44-991f-5403c50893e7 req-dbd782ec-2a05-440e-a581-db9ffa5c3511 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0701883 Sep 17 16:11:09.431534 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-675ff289-0dde-4d44-991f-5403c50893e7 req-74563db4-434d-4643-a511-d9915e77cc6d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Sep 17 16:11:10.573113 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1a36-b279-4a81-99c8-86fdc5fd1fff req-fe28cc03-f683-4a50-a532-772bf0babd63 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:10.574651 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d4d1a36-b279-4a81-99c8-86fdc5fd1fff req-fe28cc03-f683-4a50-a532-772bf0babd63 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0646546 Sep 17 16:11:10.620033 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3d4d1a36-b279-4a81-99c8-86fdc5fd1fff req-ee9e792d-9319-4600-88b8-7bd0d0c763a5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Sep 17 16:11:11.090389 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a61f-f0ce-4b30-87bd-aec77b06587f req-4e9acae6-b3e7-4a0d-85a9-a16ff6e7eeaa tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:11.092091 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-39b5a61f-f0ce-4b30-87bd-aec77b06587f req-4e9acae6-b3e7-4a0d-85a9-a16ff6e7eeaa tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0625041 Sep 17 16:11:11.123501 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-a94b8e19-4ffe-4c3c-b6e7-23655b82a870 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0613587 Sep 17 16:11:11.159483 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-39b5a61f-f0ce-4b30-87bd-aec77b06587f req-9e24250c-8296-470b-8098-cf6bcac4aced tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552876 Sep 17 16:11:11.463384 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:11:11.568020 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:11.616137 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:11.619934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67e6208-6885-41fc-9705-0f40ee2ac81f" -d '{"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-unplugged", "status": "completed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:11.644722 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:11.668837 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab96202-a0e6-4f18-b290-9188391791d7 x-openstack-request-id: req-9ab96202-a0e6-4f18-b290-9188391791d7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:11.669181 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-unplugged", "status": "failed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "code": 422}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:11.669506 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ab96202-a0e6-4f18-b290-9188391791d7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:11.669984 dv-cinder-809206-2-iscsi neutron-server[94530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'code': 422} returned with failed status Sep 17 16:11:11.724487 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:11.783028 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:11.797741 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.798265 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.798747 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.799120 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.799490 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.799861 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.800231 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.804472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.804472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.804472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.804472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:11.804472 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:12.299775 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c94c2-e2a8-49bb-95d0-30c7e0f02a99 req-64b57cf5-b800-460a-b3b0-d6fd2aaaeda4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:12.301356 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be1c94c2-e2a8-49bb-95d0-30c7e0f02a99 req-64b57cf5-b800-460a-b3b0-d6fd2aaaeda4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0633547 Sep 17 16:11:12.348739 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-be1c94c2-e2a8-49bb-95d0-30c7e0f02a99 req-a067ccd7-1af7-477a-ae5e-ad48dcc01b5c tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Sep 17 16:11:13.497219 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c3cb4-8fa7-44dd-ab09-e51eae74f38e req-57aa963c-bd1e-4340-bedf-9765802cdeaf tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:13.498736 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-906c3cb4-8fa7-44dd-ab09-e51eae74f38e req-57aa963c-bd1e-4340-bedf-9765802cdeaf tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0643046 Sep 17 16:11:13.553122 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-906c3cb4-8fa7-44dd-ab09-e51eae74f38e req-cdefdbe3-bfd6-4a1f-95a6-1721c7fe2f0e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Sep 17 16:11:14.043898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-70a1e73d-f097-4000-949d-147c63b7a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.046350 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-70a1e73d-f097-4000-949d-147c63b7a4dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53&tenant_id=58a94c6272084a27ba61d0a256bd2f7c HTTP/1.1" status: 200 len: 1096 time: 0.0999091 Sep 17 16:11:14.123178 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-36ade5d5-702c-44c2-a9c2-75e31d3e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.124966 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-36ade5d5-702c-44c2-a9c2-75e31d3e27ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0504568 Sep 17 16:11:14.254076 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-e0b870a9-f153-4c78-ab46-10da9355bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.264377 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-e0b870a9-f153-4c78-ab46-10da9355bfb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.1234813 Sep 17 16:11:14.337849 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-d8cd3f1b-e501-4534-8ed0-829dafb01e43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 999 time: 0.0692298 Sep 17 16:11:14.402231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-6cd9e86b-1c48-4cf5-be29-b820a0749a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.404030 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-6cd9e86b-1c48-4cf5-be29-b820a0749a32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0568726 Sep 17 16:11:14.460411 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-4f460fad-318c-47fd-a481-c3074787e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.461948 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-4f460fad-318c-47fd-a481-c3074787e800 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479913 Sep 17 16:11:14.573034 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-ea428eab-5764-4cd6-b8ad-62f08e87a78a service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019678 Sep 17 16:11:14.695322 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1f1466ee-b4bd-4f02-9fb6-fe3f4e73c51a req-308ec25a-c048-449b-9af9-0d11b1aa3282 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133709 Sep 17 16:11:14.735558 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36effa-8a77-487d-a5b6-df0d490fb981 req-06195d26-30cd-4f0a-b41d-41f21c2e43e2 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:14.737631 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c36effa-8a77-487d-a5b6-df0d490fb981 req-06195d26-30cd-4f0a-b41d-41f21c2e43e2 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0784845 Sep 17 16:11:14.784614 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c36effa-8a77-487d-a5b6-df0d490fb981 req-ae235659-0fae-4e21-8eeb-0ec059067539 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Sep 17 16:11:15.949861 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55d6e2-6241-40f0-847a-b05b57daa999 req-dc174147-d811-4e44-a6d6-b926febba5f1 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:15.951403 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf55d6e2-6241-40f0-847a-b05b57daa999 req-dc174147-d811-4e44-a6d6-b926febba5f1 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0581961 Sep 17 16:11:15.998776 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf55d6e2-6241-40f0-847a-b05b57daa999 req-641a15b8-5620-40fd-a4b8-2f6ec6a5c976 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405803 Sep 17 16:11:16.844750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:17.137243 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fa353-cf7b-4356-a068-4cac3494ddeb req-a50697be-f5dc-41c3-8e4f-48838570a6d7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:17.138847 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9c4fa353-cf7b-4356-a068-4cac3494ddeb req-a50697be-f5dc-41c3-8e4f-48838570a6d7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0637033 Sep 17 16:11:17.184399 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9c4fa353-cf7b-4356-a068-4cac3494ddeb req-358eeeb1-7a67-4235-a7db-f16bee02ac5a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Sep 17 16:11:18.325672 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729daf5-9bda-43a9-8aa2-fad1285b90d0 req-3095b315-1bdc-4d0c-85c9-6a350322dd62 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:18.327414 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8729daf5-9bda-43a9-8aa2-fad1285b90d0 req-3095b315-1bdc-4d0c-85c9-6a350322dd62 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0610907 Sep 17 16:11:18.384324 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8729daf5-9bda-43a9-8aa2-fad1285b90d0 req-8715266c-4749-4b6f-b35b-8029aeeb4746 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 Sep 17 16:11:19.539437 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f626ae9-f74d-45b9-8b11-0a1275234e75 req-2377d87c-e93c-4567-9698-9296cac4f329 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:19.541087 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f626ae9-f74d-45b9-8b11-0a1275234e75 req-2377d87c-e93c-4567-9698-9296cac4f329 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0723555 Sep 17 16:11:19.589877 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f626ae9-f74d-45b9-8b11-0a1275234e75 req-f1147a3b-5516-42c8-aef6-fb37e86b69c4 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Sep 17 16:11:20.751207 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efcb89-6342-40f4-8bdd-2400d4664f81 req-be28685c-7f54-4402-bf77-b59385f3b670 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:20.753345 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-90efcb89-6342-40f4-8bdd-2400d4664f81 req-be28685c-7f54-4402-bf77-b59385f3b670 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 943 time: 0.0803778 Sep 17 16:11:20.807998 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-90efcb89-6342-40f4-8bdd-2400d4664f81 req-66d676ef-9c2a-4e21-b49d-ee1c008fcb82 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Sep 17 16:11:20.856717 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-6cd50a0d-a422-4414-9d06-8a6bc8f5a6a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631630 Sep 17 16:11:20.931497 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-cbd26116-1c5d-45c8-8b7e-142aae015789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:20.933009 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-cbd26116-1c5d-45c8-8b7e-142aae015789 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 1100 time: 0.0476291 Sep 17 16:11:21.064978 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-cf0dfed5-8029-444a-ba5f-044bc578ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:21.066504 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-cf0dfed5-8029-444a-ba5f-044bc578ad62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1050043 Sep 17 16:11:21.148510 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-e55695ce-13ca-45de-832b-9eba3e837ab5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 200 len: 1001 time: 0.0726595 Sep 17 16:11:21.211106 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-dd9456fd-4e36-4603-8e54-57a257fdc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:21.212872 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-dd9456fd-4e36-4603-8e54-57a257fdc399 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0558200 Sep 17 16:11:21.270671 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-bfa62d01-8b91-45e0-a18e-ab57c8d84806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:21.272853 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-bfa62d01-8b91-45e0-a18e-ab57c8d84806 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495653 Sep 17 16:11:21.434167 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-18711b28-bdb6-46e6-bcee-59850c9b6943 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470320 Sep 17 16:11:21.524268 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:11:21.688830 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:21.705314 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'port_id': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'mac_address': 'fa:16:3e:d7:37:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:11:21.759382 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:21.777385 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:11:21.807955 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:21.871978 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-443fe5cb-d5a5-4680-b0b2-31ef413593ad req-727a2303-7749-4742-838f-4e9b4a606db7 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255323 Sep 17 16:11:21.901737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:21.957793 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6207cba-600e-4913-9848-4bf8580c3695 req-ed173ecd-54b3-41c3-8697-cd88f5531fe5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:21.959538 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e6207cba-600e-4913-9848-4bf8580c3695 req-ed173ecd-54b3-41c3-8697-cd88f5531fe5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 944 time: 0.0583608 Sep 17 16:11:21.977266 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:22.012543 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e6207cba-600e-4913-9848-4bf8580c3695 req-411f4355-ab35-4031-a06f-66d051d53953 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Sep 17 16:11:22.180645 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:11:23.179348 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe543c3-9978-42fc-8134-8d1e569cd48c req-ee1f1f7e-cfc8-477b-b4cd-1603e73f7192 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:23.181269 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9fe543c3-9978-42fc-8134-8d1e569cd48c req-ee1f1f7e-cfc8-477b-b4cd-1603e73f7192 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 944 time: 0.0698941 Sep 17 16:11:23.251573 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9fe543c3-9978-42fc-8134-8d1e569cd48c req-270141ca-70a1-41db-904a-92b22f6260c5 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608892 Sep 17 16:11:23.540915 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:11:23.593464 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:11:23.593883 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:23.697968 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:23.731025 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:23.735162 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d200dd-d635-4e5d-bd61-94d054f06339" -d '{"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:23.758394 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:23.780766 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7dab8a-fae5-42c8-9c04-e121e3c0e82a x-openstack-request-id: req-fd7dab8a-fae5-42c8-9c04-e121e3c0e82a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:23.781237 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:23.781659 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd7dab8a-fae5-42c8-9c04-e121e3c0e82a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:23.782311 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'code': 200} Sep 17 16:11:23.851281 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:23.917997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:24.409814 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0aa3f-360e-43b1-b3aa-ff86ca5981ae req-19a7e750-c62c-45db-bccd-b27e98a55f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:24.416492 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a9384-b34e-4304-aa0b-fc1e829c2520 req-b8e9c192-6804-4336-921e-789c1c87d42b tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:24.417032 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-e9b0aa3f-360e-43b1-b3aa-ff86ca5981ae req-19a7e750-c62c-45db-bccd-b27e98a55f29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0501616 Sep 17 16:11:24.417482 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-086a9384-b34e-4304-aa0b-fc1e829c2520 req-b8e9c192-6804-4336-921e-789c1c87d42b tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0680215 Sep 17 16:11:24.461444 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-e9b0aa3f-360e-43b1-b3aa-ff86ca5981ae req-1e164032-1c64-4233-a245-bb7bc908ed11 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 Sep 17 16:11:24.484063 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-086a9384-b34e-4304-aa0b-fc1e829c2520 req-fe2df99d-d3fe-4998-8fca-390a34af9d68 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571423 Sep 17 16:11:25.629020 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930a63-41e9-444b-9b18-367ab9e8a493 req-e8be627d-09ce-4f8a-bdda-e472b83979d7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:25.630678 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9a930a63-41e9-444b-9b18-367ab9e8a493 req-e8be627d-09ce-4f8a-bdda-e472b83979d7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0680103 Sep 17 16:11:25.698694 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9a930a63-41e9-444b-9b18-367ab9e8a493 req-f10445cd-ac5d-4fa2-8464-f924d5cbee8e tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557401 Sep 17 16:11:25.931023 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86308f-edea-45a0-8f29-6b09d9b9f742 req-79496280-f2bb-43e8-b047-f1458e4d6f38 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:25.933665 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db86308f-edea-45a0-8f29-6b09d9b9f742 req-79496280-f2bb-43e8-b047-f1458e4d6f38 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0803063 Sep 17 16:11:25.981579 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-db86308f-edea-45a0-8f29-6b09d9b9f742 req-089347a1-f645-494e-8fe2-e8f25e22ef16 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Sep 17 16:11:26.878876 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66dc67-01a1-4c14-9b52-1957425a51e5 req-857f6969-3890-4e6a-8805-0dd39332e227 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:26.878876 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0d66dc67-01a1-4c14-9b52-1957425a51e5 req-857f6969-3890-4e6a-8805-0dd39332e227 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0901728 Sep 17 16:11:26.927074 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0d66dc67-01a1-4c14-9b52-1957425a51e5 req-8f60a47e-f033-4796-a05d-215318bf2556 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 Sep 17 16:11:27.126265 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed25b2-261f-4cf9-bd1a-a9ea9fbdf4c1 req-6631cb61-53d4-4813-9d2e-c78e1adc1919 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:27.127882 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1eed25b2-261f-4cf9-bd1a-a9ea9fbdf4c1 req-6631cb61-53d4-4813-9d2e-c78e1adc1919 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0637362 Sep 17 16:11:27.173788 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1eed25b2-261f-4cf9-bd1a-a9ea9fbdf4c1 req-bc3f19c8-f0a7-40b2-800a-b5d0dbdedfcf tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 Sep 17 16:11:28.010542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-000d8716-fffd-485d-985d-8734096aa19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:28.306326 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b58c2e-018c-42b0-aa79-be3fcbe53327 req-f5383aad-0cbe-4209-a515-27830d1c7678 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:28.308226 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89b58c2e-018c-42b0-aa79-be3fcbe53327 req-f5383aad-0cbe-4209-a515-27830d1c7678 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0540676 Sep 17 16:11:28.357626 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-89b58c2e-018c-42b0-aa79-be3fcbe53327 req-2991eb68-bc04-4b55-b598-d18eb956433e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398159 Sep 17 16:11:29.517687 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671da3-ccd5-486b-91d3-ad27e43c1016 req-eb9aba74-297f-4e01-98c8-e528ecd5b9d6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:29.519410 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e671da3-ccd5-486b-91d3-ad27e43c1016 req-eb9aba74-297f-4e01-98c8-e528ecd5b9d6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0675118 Sep 17 16:11:29.576532 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8e671da3-ccd5-486b-91d3-ad27e43c1016 req-7fd0c1cb-3b34-437f-af57-a73b5beb1f4c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=6610b828-4076-4ea3-96c5-824a0437a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494454 Sep 17 16:11:29.765471 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d68d9-f29a-40db-a770-56da7accf748 req-f0d18590-91bb-4ace-984d-b33c9a1be329 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:29.767091 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b23d68d9-f29a-40db-a770-56da7accf748 req-f0d18590-91bb-4ace-984d-b33c9a1be329 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 947 time: 0.0547214 Sep 17 16:11:29.881641 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Deleting port 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:11:29.882017 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:29.989332 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] For port 259b92d6-f634-4993-bb91-87b8570d8b13, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=259b92d6-f634-4993-bb91-87b8570d8b13,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:29.989870 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.202463 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.202875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.203244 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Floating IP a5db6639-0711-4477-91f6-1ec8cdb911db disassociated. External IP: 172.27.2.30, port: 259b92d6-f634-4993-bb91-87b8570d8b13. Sep 17 16:11:30.203641 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Calling delete_port for 259b92d6-f634-4993-bb91-87b8570d8b13 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:11:30.468332 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.503222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'Port': ['ID=259b92d6-f634-4993-bb91-87b8570d8b13,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:30.517724 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.518155 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.518628 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.519158 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.519577 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.519950 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.520360 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.520734 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.521231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.522259 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.522756 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.523258 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:30.655223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:11:30.680779 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3473907f-8835-44d7-b497-d6ff61b38858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.708943 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9aabcf21-409b-4abf-91db-221406cb6719 req-3ca5ae02-7a7b-4ed3-883e-b9a879b89f70 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0313714 Sep 17 16:11:30.792569 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:11:30.808123 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:11:30.826043 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:11:30.827106 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:11:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:30.840322 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] No DVR routers for this DVR port 259b92d6-f634-4993-bb91-87b8570d8b13 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:11:30.843903 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:30.846364 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b23d68d9-f29a-40db-a770-56da7accf748 req-b2639d2b-eeec-4888-8a98-52688c60822a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "DELETE /v2.0/ports/259b92d6-f634-4993-bb91-87b8570d8b13 HTTP/1.1" status: 204 len: 173 time: 1.0670927 Sep 17 16:11:30.846880 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-deleted', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:30.849559 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b9db3-2bc7-48cd-b682-2a77e30dfc8d" -d '{"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-deleted", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:30.901988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b20fa-087a-4b9b-99f6-e4e9d5d8803d x-openstack-request-id: req-c84b20fa-087a-4b9b-99f6-e4e9d5d8803d {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:30.902295 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc10ead-1097-48d7-bbe3-b1832588c3dc", "name": "network-vif-deleted", "tag": "259b92d6-f634-4993-bb91-87b8570d8b13", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:30.902963 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c84b20fa-087a-4b9b-99f6-e4e9d5d8803d {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:30.903380 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc10ead-1097-48d7-bbe3-b1832588c3dc', 'name': 'network-vif-deleted', 'tag': '259b92d6-f634-4993-bb91-87b8570d8b13', 'status': 'completed', 'code': 200} Sep 17 16:11:31.021263 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:11:31.290598 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:31.418098 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:11:31.428392 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:11:31.429117 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:11:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:31.608665 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:11:31.679788 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:31.708979 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:31.865267 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ae1a2a42-9875-429b-b2c0-c06c5326c58d req-55ae752d-0543-457f-b19b-17546c26cc4a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=efc10ead-1097-48d7-bbe3-b1832588c3dc HTTP/1.1" status: 200 len: 210 time: 0.0381219 Sep 17 16:11:31.877948 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:31.917774 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765ebcc5-74cd-4f6c-93e5-e1e989d12c89 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:11:32.215237 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5766-386c-4fc9-a8dc-5e3a4ff068ff None None] New status for floating IP a5db6639-0711-4477-91f6-1ec8cdb911db: DOWN {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:11:33.046390 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51262) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:33.130554 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.185171 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.466201 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.466201 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.467089 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "DELETE /v2.0/security-groups/6610b828-4076-4ea3-96c5-824a0437a1db HTTP/1.1" status: 204 len: 168 time: 0.4192700 Sep 17 16:11:33.471790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51268) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:33.478775 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610b828-4076-4ea3-96c5-824a0437a1db,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:33.489295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.489295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.489295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.489295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.490010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.490010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.490010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.490467 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.490821 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.491272 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.491771 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.492099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7daf2810-eadd-4c88-bf6c-3768bbdf5285 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:11:33.492415 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.api.v2.resource [None req-aad5029a-439c-49c6-9b81-f52cf389fe0e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] show failed (client error): The resource could not be found. Sep 17 16:11:33.493669 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-aad5029a-439c-49c6-9b81-f52cf389fe0e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups/6610b828-4076-4ea3-96c5-824a0437a1db HTTP/1.1" status: 404 len: 347 time: 0.0205250 Sep 17 16:11:33.501647 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51270) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:33.590573 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:11:33.621559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 259b92d6-f634-4993-bb91-87b8570d8b13 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:11:33.621559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 259b92d6-f634-4993-bb91-87b8570d8b13 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:11:33.699811 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Deleting port 3b11083c-b01d-4274-9492-7edeee208515 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:11:33.700393 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.814012 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.814376 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.838250 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Calling delete_port for 3b11083c-b01d-4274-9492-7edeee208515 owned by network:floatingip {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:11:33.914415 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:33.947518 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:11:34.170605 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:34.221134 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'Port': ['ID=3b11083c-b01d-4274-9492-7edeee208515,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:34.310844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:34.317353 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:34.321620 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-76716840-24b6-4388-982a-93a8a6ac732b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "DELETE /v2.0/floatingips/a5db6639-0711-4477-91f6-1ec8cdb911db HTTP/1.1" status: 204 len: 168 time: 0.8162327 Sep 17 16:11:35.163648 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51282) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:35.171370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177024501', 'description': 'tempest-description--430948985'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:35.279128 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.392582 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.479553 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.518183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e04b34-a3e1-4dd4-9543-564c1595b7df,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:35.570862 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.572389 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1af32d9c-2714-4f92-a9eb-27d264b029e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4070868 Sep 17 16:11:35.575678 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51284) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:35.580453 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group_rule': {'security_group_id': 'b2e04b34-a3e1-4dd4-9543-564c1595b7df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:35.685279 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.754877 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.851474 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.873612 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dc8c47-6da4-48f3-8d26-d6ade9f0de45,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:35.953913 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:35.955338 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cf861d5d-3dcc-43e9-b5ac-0922ddd84886 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785160 Sep 17 16:11:35.958793 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51286) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:35.965203 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'security_group_rule': {'security_group_id': 'b2e04b34-a3e1-4dd4-9543-564c1595b7df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:36.096259 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.174416 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.276158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.298329 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a793d9-286d-4a24-b417-5eb0a32b7145,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:36.410880 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.414162 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-8c891139-26c1-469c-ba42-1bcb8830547e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4526658 Sep 17 16:11:36.417453 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51290) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:36.423937 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:36.571410 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.688818 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:36.809988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Allocated IP 172.27.2.250 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:11:36.939485 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.051301 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.092474 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:11:37.095651 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:11:37.099624 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:11:37.128138 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:37.208426 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.347053 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.526068 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.599942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.683171 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:37.698105 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.787979 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:37.789390 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-77acf73f-0ef5-4b87-824c-0b2ed87f3d7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3706083 Sep 17 16:11:38.014002 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-b889fa9f-7fc8-44a5-93cc-9fff712d9358 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--177024501&fields=id&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 267 time: 0.0421937 Sep 17 16:11:38.148202 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-125f57ce-603e-41bf-9f6c-47bde4eabde0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:38.150269 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-125f57ce-603e-41bf-9f6c-47bde4eabde0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 817 time: 0.1274040 Sep 17 16:11:38.167144 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-159cb73f-7900-42e7-8a3a-72af876392ce tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/quotas/f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 375 time: 0.0104232 Sep 17 16:11:38.228909 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-0c5c956e-c63c-449b-b298-f690fb535c7d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554936 Sep 17 16:11:38.370354 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-9bda7e2c-2490-4889-9416-0f0050846a30 service neutron] 10.222.0.59 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278889 Sep 17 16:11:38.485000 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-dde4ff6d-00f5-4b43-a9c4-3aed6a61dc2c service neutron] 10.222.0.59 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081045 Sep 17 16:11:38.770148 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-97267751-8eb5-41b8-bbfc-a90380e85de5 req-dba2d2ce-5ca5-4123-b177-81fb9226e483 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 210 time: 0.0334985 Sep 17 16:11:39.877901 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-64e2ceb4-b6b5-40d3-ae34-02d923da823a req-95d8dd5f-47f1-4dfa-bc3e-47a6a67d92bc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Sep 17 16:11:41.008021 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-56431b53-600b-4322-9ab4-087b95ed074c req-2de2ee3b-1734-4bac-a10d-aa92cab0de45 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 210 time: 0.0439341 Sep 17 16:11:41.240321 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-9e9c0fa6-1a2c-4e7b-b117-f032126568d4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:41.243142 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-9e9c0fa6-1a2c-4e7b-b117-f032126568d4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 817 time: 0.1415780 Sep 17 16:11:41.292889 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-bb904657-6244-40d9-a05d-5ceeb45f69bd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 379 time: 0.0399497 Sep 17 16:11:41.303089 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'port': {'device_id': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'admin_state_up': True, 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'security_groups': ['b2e04b34-a3e1-4dd4-9543-564c1595b7df']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:41.605511 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Made reservation on behalf of f6b04e693f4f4b8e952b8b69f30676dc for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:11:41.609423 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:41.761511 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Allocated IP 172.20.0.9 (ffda7f23-28b5-4460-bd4e-83170732ea2c/32cbbd3f-0611-4f4f-adc7-081163fcf02a/e10e3deb-8656-4264-89a9-034a95a717cc) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:11:41.923952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.028699 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.076884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Network ffda7f23-28b5-4460-bd4e-83170732ea2c is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:11:42.080491 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:11:42.088006 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:11:42.095974 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:42.145522 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2052c-8063-4b47-82c1-8208e2707fa4 req-fdfc0f3c-680d-4615-b209-8f89347ea856 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:42.147221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:42.148037 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a5e2052c-8063-4b47-82c1-8208e2707fa4 req-fdfc0f3c-680d-4615-b209-8f89347ea856 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 931 time: 0.0562205 Sep 17 16:11:42.152796 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.206753 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a5e2052c-8063-4b47-82c1-8208e2707fa4 req-636aeea6-e275-4000-8f6f-75ec132fea5d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513914 Sep 17 16:11:42.246460 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-6f4c5f7e-54c6-4f81-8584-3d4d983c219f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9475529 Sep 17 16:11:42.261929 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Request body: {'port': {'device_id': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:42.344745 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.473783 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5e6952d7-644e-4273-9828-287b59417f88 None None] Provisioning complete for port e10e3deb-8656-4264-89a9-034a95a717cc triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:11:42.474631 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6952d7-644e-4273-9828-287b59417f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.512757 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5e6952d7-644e-4273-9828-287b59417f88 None None] Port e10e3deb-8656-4264-89a9-034a95a717cc cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:11:42.692001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:11:42.700985 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.722848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Transition to ACTIVE for port object e10e3deb-8656-4264-89a9-034a95a717cc will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:11:42.805220 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.861098 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:42.951427 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Attempting to bind port e10e3deb-8656-4264-89a9-034a95a717cc on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:11:42.951772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Attempting to bind port e10e3deb-8656-4264-89a9-034a95a717cc by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:11:42.952108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Attempting to bind port e10e3deb-8656-4264-89a9-034a95a717cc on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:11:42.957627 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Port e10e3deb-8656-4264-89a9-034a95a717cc on network ffda7f23-28b5-4460-bd4e-83170732ea2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:11:42.961169 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Attempting to bind port e10e3deb-8656-4264-89a9-034a95a717cc on network ffda7f23-28b5-4460-bd4e-83170732ea2c {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:11:42.964838 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:11:42.965164 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Checking segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:11:42.965571 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Bound using segment: {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:11:42.966042 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Bound port: e10e3deb-8656-4264-89a9-034a95a717cc, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd7cbc7-4ad4-4496-b2da-8be828f922da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:11:42.966410 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:43.052430 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:11:43.056960 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:11:43.160001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:43.199902 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.200572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:43.202027 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] 10.222.0.53 "PUT /v2.0/ports/e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 200 len: 1093 time: 0.9473512 Sep 17 16:11:43.202493 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:43.204967 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc63332-f0ba-400d-adb0-59f6967904dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:43.232013 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45387c58-72cf-4ec1-9347-2411bbee9044 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:43.258291 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e4739d-2b8a-4b02-844a-1a612e4d1739 x-openstack-request-id: req-c5e4739d-2b8a-4b02-844a-1a612e4d1739 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:43.259406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:43.259406 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5e4739d-2b8a-4b02-844a-1a612e4d1739 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:43.259406 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'status': 'completed', 'code': 200} Sep 17 16:11:43.335038 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-9f7db567-2b32-4b3d-b289-0c1f9b761ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.339585 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-9f7db567-2b32-4b3d-b289-0c1f9b761ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1096 time: 0.0550599 Sep 17 16:11:43.364581 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e3a1-d87a-4920-ae3f-937b50a630ac req-2a6904ba-f69d-4e2f-8f57-c679c3ea182d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.367467 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a385e3a1-d87a-4920-ae3f-937b50a630ac req-2a6904ba-f69d-4e2f-8f57-c679c3ea182d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0605550 Sep 17 16:11:43.436852 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a385e3a1-d87a-4920-ae3f-937b50a630ac req-9194172e-1a4e-4284-a4dc-e846980833cb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570548 Sep 17 16:11:43.469227 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-8ad1e825-1614-4560-b4f7-f47b6751bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.471763 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-8ad1e825-1614-4560-b4f7-f47b6751bedc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1254232 Sep 17 16:11:43.580860 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-24277dfb-8a4e-4ddf-96bd-eb4ace6c0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.582551 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cfc63332-f0ba-400d-adb0-59f6967904dd req-24277dfb-8a4e-4ddf-96bd-eb4ace6c0e17 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020122 Sep 17 16:11:43.663477 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-7e530489-c35c-4a2e-882e-3e8e65ab2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.665045 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-7e530489-c35c-4a2e-882e-3e8e65ab2963 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1096 time: 0.0418890 Sep 17 16:11:43.717767 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-10f5edf6-42c1-468a-ae49-4a9c8b35498d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 200 len: 217 time: 0.0379214 Sep 17 16:11:43.780540 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-ce788d07-b5a0-41c7-81cf-f33cac104334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.782081 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-ce788d07-b5a0-41c7-81cf-f33cac104334 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0572276 Sep 17 16:11:43.831100 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-74f1b7f1-9c6d-4cb0-9e3b-be0bceba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:43.832633 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-74f1b7f1-9c6d-4cb0-9e3b-be0bceba4b5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427167 Sep 17 16:11:43.933965 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-3d3905b4-2fcd-48c0-89e8-7647d4578c8d service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Sep 17 16:11:44.040021 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-ad17c10b-89d3-4ed1-bce3-da31881e1376 req-1bf24fdb-5d64-43bf-9d97-ce620cb61b4b service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974824 Sep 17 16:11:44.571102 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d666-c309-4f5a-9dea-0e3b1c5fe830 req-85cc6958-41ed-404a-8546-a14dc6fcc7ff tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:44.572598 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1923d666-c309-4f5a-9dea-0e3b1c5fe830 req-85cc6958-41ed-404a-8546-a14dc6fcc7ff tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0525084 Sep 17 16:11:44.618568 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1923d666-c309-4f5a-9dea-0e3b1c5fe830 req-e74cf837-680c-427c-a01a-7c67cbbb83cd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386605 Sep 17 16:11:45.595271 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51368) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:45.760948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a899d739-8d4f-4e1c-8531-ce1562896e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:45.794527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b0695-b8b4-40e1-a378-43004dd36ff3 req-5b821386-1f00-4731-b05a-7decad31e0e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:45.796330 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-df9b0695-b8b4-40e1-a378-43004dd36ff3 req-5b821386-1f00-4731-b05a-7decad31e0e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0832953 Sep 17 16:11:45.860758 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-df9b0695-b8b4-40e1-a378-43004dd36ff3 req-d7436150-8460-496f-8ee5-cf252cc0ce1c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563281 Sep 17 16:11:45.918827 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a899d739-8d4f-4e1c-8531-ce1562896e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:45.987904 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-a899d739-8d4f-4e1c-8531-ce1562896e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.033618 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a899d739-8d4f-4e1c-8531-ce1562896e6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e0c57eba39b468a95d3c86725080682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372251 Sep 17 16:11:46.034679 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d739-8d4f-4e1c-8531-ce1562896e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39438c1-bbe9-440d-986e-79e7d6d251fe,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:46.038959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51374) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:46.105090 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.131464 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.256787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.259559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.260844 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a39438c1-bbe9-440d-986e-79e7d6d251fe HTTP/1.1" status: 204 len: 168 time: 0.2200303 Sep 17 16:11:46.269808 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64d96a-629f-41d2-bacd-570718ef5d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39438c1-bbe9-440d-986e-79e7d6d251fe,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:46.433327 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:11:46.554879 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:46.578406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:11:46.654578 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.679485 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:11:46.719342 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:46.782380 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.811473 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:46.840955 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:47.016885 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0eda2-319e-4a34-880d-f643d7e6129a req-8923106c-c04e-47fd-a33b-6471fff95d86 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:47.018783 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-84f0eda2-319e-4a34-880d-f643d7e6129a req-8923106c-c04e-47fd-a33b-6471fff95d86 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 944 time: 0.0553331 Sep 17 16:11:47.023570 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['e10e3deb-8656-4264-89a9-034a95a717cc'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:11:47.069985 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-84f0eda2-319e-4a34-880d-f643d7e6129a req-451fbda8-5067-4f44-82c6-8f4eac327742 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424256 Sep 17 16:11:48.206257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1838-2aee-47f5-b1fd-fe2e97f53023 req-c9459b83-d33e-4858-a777-b749de90ca96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:48.207859 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fd0f1838-2aee-47f5-b1fd-fe2e97f53023 req-c9459b83-d33e-4858-a777-b749de90ca96 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 944 time: 0.0536077 Sep 17 16:11:48.251468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fd0f1838-2aee-47f5-b1fd-fe2e97f53023 req-e326354a-03b0-4f81-8796-ffb3dee02055 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362189 Sep 17 16:11:48.437870 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:11:48.685170 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port e10e3deb-8656-4264-89a9-034a95a717cc completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:11:48.690075 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port e10e3deb-8656-4264-89a9-034a95a717cc triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:11:48.690440 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:48.781494 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:48.808973 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:48.811356 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebd3ca-faf8-4edc-a237-c4783512362b" -d '{"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:48.829896 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:11:48.874560 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e4c51-5e32-451f-93c3-6ba677a2e192 x-openstack-request-id: req-889e4c51-5e32-451f-93c3-6ba677a2e192 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:48.875006 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:48.875554 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-889e4c51-5e32-451f-93c3-6ba677a2e192 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:48.876158 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'code': 200} Sep 17 16:11:48.896797 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:48.970864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:49.221803 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca03ada-1440-4ccb-8214-692ec653f286 req-a4ae8d0d-778b-4517-bc08-8fa642f7c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:49.223394 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-bca03ada-1440-4ccb-8214-692ec653f286 req-a4ae8d0d-778b-4517-bc08-8fa642f7c6ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1098 time: 0.0466602 Sep 17 16:11:49.270149 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-bca03ada-1440-4ccb-8214-692ec653f286 req-141b6995-f068-4f32-aa7c-23edb972fc10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383153 Sep 17 16:11:49.389061 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba686-e79f-49b3-95d4-41a13b4ac42e req-91d0e569-c5a0-4292-9ffa-7ee70a0c4128 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:49.390880 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b82ba686-e79f-49b3-95d4-41a13b4ac42e req-91d0e569-c5a0-4292-9ffa-7ee70a0c4128 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Sep 17 16:11:49.442123 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b82ba686-e79f-49b3-95d4-41a13b4ac42e req-846c5d2c-04f7-4726-a955-5093da76795c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Sep 17 16:11:50.588549 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c5add-79b8-49ae-955d-18af99deee90 req-fa06f91e-d3de-417a-93b9-ed53fb7d32d8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:50.590086 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd2c5add-79b8-49ae-955d-18af99deee90 req-fa06f91e-d3de-417a-93b9-ed53fb7d32d8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0634103 Sep 17 16:11:50.638927 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd2c5add-79b8-49ae-955d-18af99deee90 req-535ce1e5-fe30-4cff-a222-a7795da75fe0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373585 Sep 17 16:11:51.793424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd150db9-3e35-498e-8ee6-3e8b2aac221c req-86e4bc55-3218-434c-a37c-116dffdd33c6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:51.795449 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd150db9-3e35-498e-8ee6-3e8b2aac221c req-86e4bc55-3218-434c-a37c-116dffdd33c6 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0583899 Sep 17 16:11:51.847750 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bd150db9-3e35-498e-8ee6-3e8b2aac221c req-a8ef7b07-7ef5-4ae8-a78c-c829a4d24d04 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456400 Sep 17 16:11:51.981747 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af33cf3-3c47-49d5-8aa0-b501f05c02da req-cff1b7ab-4f05-4626-b436-e6a66a81aeea tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:51.983513 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4af33cf3-3c47-49d5-8aa0-b501f05c02da req-cff1b7ab-4f05-4626-b436-e6a66a81aeea tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0599036 Sep 17 16:11:51.994934 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51394) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:11:52.000372 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Request body: {'floatingip': {'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:11:52.044463 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:52.825973 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:52.902735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:53.030963 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Floating IP 2d07758c-d7e3-4014-bd3a-2f557ac069af associated. External IP: 172.27.2.250, port: e10e3deb-8656-4264-89a9-034a95a717cc. Sep 17 16:11:53.263172 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:11:53.386649 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:11:53.391979 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:53.403042 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:11:53.412310 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:11:53.414053 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:11:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:53.447872 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-13f574ec-a972-4010-a43d-e41eea13cb6a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "PUT /v2.0/floatingips/2d07758c-d7e3-4014-bd3a-2f557ac069af HTTP/1.1" status: 200 len: 991 time: 1.4514890 Sep 17 16:11:53.448805 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:11:53.453385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:11:53.524369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956dcf5f-1b2f-4f84-a406-ccbac6241a50 x-openstack-request-id: req-956dcf5f-1b2f-4f84-a406-ccbac6241a50 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:11:53.524819 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:11:53.525195 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-956dcf5f-1b2f-4f84-a406-ccbac6241a50 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:11:53.525720 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'status': 'completed', 'code': 200} Sep 17 16:11:53.542983 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:11:53.598690 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-98a1dbb6-e053-45be-b25a-549cb5c596da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:53.602850 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-98a1dbb6-e053-45be-b25a-549cb5c596da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1098 time: 0.0549364 Sep 17 16:11:53.750800 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-abdf7336-1a39-4565-bd0f-02b7da22016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:53.752778 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-abdf7336-1a39-4565-bd0f-02b7da22016f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1427321 Sep 17 16:11:53.865400 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '2d07758c-d7e3-4014-bd3a-2f557ac069af', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:11:37Z', 'updated_at': '2021-09-17T16:11:52Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:53.866513 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-ddda5d04-a678-40cb-9181-6713aca752c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 200 len: 999 time: 0.1046546 Sep 17 16:11:53.907929 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:11:53.919337 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:11:53.920345 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:11:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:53.928593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-140ec089-faf6-4457-8be2-e414cfb40f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:53.931287 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-140ec089-faf6-4457-8be2-e414cfb40f23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0586770 Sep 17 16:11:53.999626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-9d4a693c-8f05-4a22-b9ff-f4cfa05b14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:11:54.001421 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-9d4a693c-8f05-4a22-b9ff-f4cfa05b14e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629785 Sep 17 16:11:54.073115 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:11:54.116979 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-86de40c8-5a2f-4964-86ca-1f22f2154b52 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072960 Sep 17 16:11:54.240491 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5fa6e64f-28f1-4ca9-91d5-e3e07dcbd414 req-50ce43bd-f9da-4824-b444-3cf4e3a0a979 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136229 Sep 17 16:11:54.364756 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '2d07758c-d7e3-4014-bd3a-2f557ac069af', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:11:37Z', 'updated_at': '2021-09-17T16:11:52Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:11:54.394739 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9be664-46e4-405a-b239-5b28c92bdf10 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '2d07758c-d7e3-4014-bd3a-2f557ac069af', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:11:37Z', 'updated_at': '2021-09-17T16:11:52Z', 'revision_number': 1, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:11:54.633172 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240fb059-4bf3-4e6a-8b6c-b0891516ed1d None None] New status for floating IP 2d07758c-d7e3-4014-bd3a-2f557ac069af: ACTIVE {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:11:57.999702 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-737b16d3-a1af-46a4-96af-ed32a65819a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:00.651353 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490b184e-2b79-4a64-bcbe-f2eb8b60313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:01.559915 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:01.713937 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:03.902352 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:10.952326 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:12:16.840491 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:28.080084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72a472c0-a338-4358-8a1c-46ef6a3e5ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:30.646442 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c733c4b-e837-4b98-a576-342032527257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:31.560444 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:31.703108 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:33.926398 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:35.546915 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e899a-4225-4206-9e65-932273cb08ee req-8ed8549e-4f9a-46ed-bdf0-1aaf03998117 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:35.548423 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b7e899a-4225-4206-9e65-932273cb08ee req-8ed8549e-4f9a-46ed-bdf0-1aaf03998117 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0532730 Sep 17 16:12:35.589259 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2b7e899a-4225-4206-9e65-932273cb08ee req-4f6c1f9e-756c-4ccd-aec2-03b6fc7d18d9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Sep 17 16:12:36.717941 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850bfa8-d097-43e3-99c3-f71ddb305341 req-0c702088-5dcc-47c8-8fd2-bcd9416bd275 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:36.719475 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d850bfa8-d097-43e3-99c3-f71ddb305341 req-0c702088-5dcc-47c8-8fd2-bcd9416bd275 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Sep 17 16:12:36.764123 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d850bfa8-d097-43e3-99c3-f71ddb305341 req-3427c845-bed0-4442-9972-96068e7fcec8 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Sep 17 16:12:37.892712 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664853e8-9936-404d-954a-19e478472245 req-1531d54b-b222-4ffb-9994-98e6c43e8ca5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:37.894247 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-664853e8-9936-404d-954a-19e478472245 req-1531d54b-b222-4ffb-9994-98e6c43e8ca5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Sep 17 16:12:37.934785 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-664853e8-9936-404d-954a-19e478472245 req-a19094d0-1fe0-44e8-9bbd-faeee22ebf37 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344770 Sep 17 16:12:39.060046 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708eec-c345-4e6d-9294-7e8ce9983c43 req-90b2309a-603a-4560-844e-d761ab443d98 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:39.061717 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-96708eec-c345-4e6d-9294-7e8ce9983c43 req-90b2309a-603a-4560-844e-d761ab443d98 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Sep 17 16:12:39.103133 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-96708eec-c345-4e6d-9294-7e8ce9983c43 req-aba3e46e-57a7-4dc6-9079-6354acbc3a19 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350468 Sep 17 16:12:40.230718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b17f-791d-4421-9be0-87cdeeb6d313 req-04e90020-23cd-4f4e-a65a-2e27fcad7b7d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:40.232248 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d8b5b17f-791d-4421-9be0-87cdeeb6d313 req-04e90020-23cd-4f4e-a65a-2e27fcad7b7d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Sep 17 16:12:40.272602 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d8b5b17f-791d-4421-9be0-87cdeeb6d313 req-0ee561e8-556e-45f0-b13c-81b8892d0a72 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Sep 17 16:12:40.929059 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51512) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:41.101038 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Deleting port 5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:41.101370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:41.184938 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:41.185241 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:41.198820 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Calling delete_port for 5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5 owned by network:floatingip {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:41.438992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22f650-7b29-4f69-9544-84a1e25afcbb req-bc873407-52c7-44b8-9fd2-51ddca7e3673 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:41.440468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9a22f650-7b29-4f69-9544-84a1e25afcbb req-bc873407-52c7-44b8-9fd2-51ddca7e3673 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0824907 Sep 17 16:12:41.480917 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9a22f650-7b29-4f69-9544-84a1e25afcbb req-4697833d-6a52-40da-b990-07a8b7f7e3e1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Sep 17 16:12:41.605774 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:41.636945 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event deleted for resources: {'Port': ['ID=5b1a5a35-d6e2-450a-a707-4c4b4e8b2fd5,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:41.662424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.663475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.663814 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.664145 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.664498 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.664824 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.665146 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.665469 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.665787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.666104 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.666421 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.666735 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:41.711015 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:41.711263 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Floating IP 5ff12ef1-ee63-4e98-be3c-788e0739296d disassociated (deleted). External IP: 172.27.2.158, port: b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9. Sep 17 16:12:41.980531 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Router c5ef9242-971e-40eb-ac95-a5f3423b1149 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:12:42.117236 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:12:42.123392 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:42.128734 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Sync routers for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:12:42.140624 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:42.141773 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:42.164328 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1e4a544d-25a2-410a-a88f-9e490907773f tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "DELETE /v2.0/floatingips/5ff12ef1-ee63-4e98-be3c-788e0739296d HTTP/1.1" status: 204 len: 168 time: 1.2329702 Sep 17 16:12:42.164566 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:12:42.168382 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32702da-c7db-4215-b5f9-a880636c3ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:12:42.222559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bcd083-c0ad-4c9f-86e7-c569ece9fb93 x-openstack-request-id: req-94bcd083-c0ad-4c9f-86e7-c569ece9fb93 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:12:42.223028 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:12:42.223470 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94bcd083-c0ad-4c9f-86e7-c569ece9fb93 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:12:42.224386 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'status': 'completed', 'code': 200} Sep 17 16:12:42.302647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-95a9bec5-6812-49b3-9496-3e9e29a2c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.305606 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-95a9bec5-6812-49b3-9496-3e9e29a2c7fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 1098 time: 0.0486927 Sep 17 16:12:42.411820 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-2f65292f-c6cb-4c61-9bdb-1e867368ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.414090 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-2f65292f-c6cb-4c61-9bdb-1e867368ee1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 200 len: 910 time: 0.1012173 Sep 17 16:12:42.456390 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:42.465405 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-4156bbbf-1d0a-439a-9dec-89a8d589f14c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 200 len: 217 time: 0.0416255 Sep 17 16:12:42.528855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-4775ad25-9db6-4026-9f43-e82442a03ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.530488 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-4775ad25-9db6-4026-9f43-e82442a03ebc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 200 len: 848 time: 0.0576692 Sep 17 16:12:42.606982 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-d559ea8e-8ec2-426c-a1dd-73950b01fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.610341 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-d559ea8e-8ec2-426c-a1dd-73950b01fcbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68f5843b-e234-49be-959f-77b7cb19be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695698 Sep 17 16:12:42.641685 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02a66-c979-410e-a423-78b92737f45e req-a65ebeec-5f30-466f-9813-6ad57f0df6cb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.657194 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0a02a66-c979-410e-a423-78b92737f45e req-a65ebeec-5f30-466f-9813-6ad57f0df6cb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0904775 Sep 17 16:12:42.734317 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b0a02a66-c979-410e-a423-78b92737f45e req-f5835ac3-baa2-439f-bf91-3a1c75beb7fd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740631 Sep 17 16:12:42.745786 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-b18cec51-c64f-4974-bda5-88434bebc055 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242552 Sep 17 16:12:42.765764 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:42.787414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6262e-2590-454a-9dbd-d3776611267b req-a3a035f7-2456-48c5-905c-2196b93cd092 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:42.792929 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5bb6262e-2590-454a-9dbd-d3776611267b req-a3a035f7-2456-48c5-905c-2196b93cd092 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0782204 Sep 17 16:12:42.795506 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Checking router: c5ef9242-971e-40eb-ac95-a5f3423b1149 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:12:42.807356 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:42.807989 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:42.845539 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-5bb6262e-2590-454a-9dbd-d3776611267b req-d0044061-365f-4536-9f6e-2289b1f3f6e7 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Sep 17 16:12:42.863451 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d32702da-c7db-4215-b5f9-a880636c3ac3 req-2d03fed3-4211-410c-b039-440369892d55 service neutron] 10.222.0.53 "GET /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078608 Sep 17 16:12:42.930167 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:43.145573 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:43.182956 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22110f-e386-4041-b5d9-840db5dcaa1b None None] The sync data for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi is: [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:07:41Z', 'revision_number': 4, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '3f39206c-c22e-4452-b1c1-97211c5cf28d', 'name': '', 'network_id': '68f5843b-e234-49be-959f-77b7cb19be9e', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'mac_address': 'fa:16:3e:40:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:40Z', 'updated_at': '2021-09-17T16:07:47Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'subnets': [{'id': 'f58b0e1c-e957-4210-9146-54ca410f4405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:12:43.542175 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28fe61-88b5-4f9b-ba82-a3223741b4e6 None None] New status for floating IP 5ff12ef1-ee63-4e98-be3c-788e0739296d: DOWN {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:12:43.879470 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9209-d97d-4088-bead-81096b72e04d req-0b07d6a4-5ad3-4156-b68b-e175f7ba2d76 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:43.882322 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7b6e9209-d97d-4088-bead-81096b72e04d req-0b07d6a4-5ad3-4156-b68b-e175f7ba2d76 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0683124 Sep 17 16:12:43.968044 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7b6e9209-d97d-4088-bead-81096b72e04d req-bfdfe274-9f4e-4bed-ad07-365e39d50d30 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735900 Sep 17 16:12:43.992842 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab7f65-1146-4b02-80db-42066b0a5347 req-3ff16b81-e9c3-4dd8-91ee-33cc939a2e3d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:43.994450 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a2ab7f65-1146-4b02-80db-42066b0a5347 req-3ff16b81-e9c3-4dd8-91ee-33cc939a2e3d tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0783820 Sep 17 16:12:44.038752 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a2ab7f65-1146-4b02-80db-42066b0a5347 req-6766cbaa-5ae9-46a2-adda-2ac75df75251 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/security-groups?id=8db5e55b-4983-4a5a-9f39-9a52c6155b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Sep 17 16:12:44.240881 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-6bfb77a1-9748-4f8d-874d-19a6074e0f8a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:44.242595 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-6bfb77a1-9748-4f8d-874d-19a6074e0f8a tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.53 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 945 time: 0.0577629 Sep 17 16:12:44.345727 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Deleting port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:44.346043 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:44.456666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] For port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:44.457081 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:44.474936 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Calling delete_port for b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:44.714273 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:44.748884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event deleted for resources: {'Port': ['ID=b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:44.763285 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.763679 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.764023 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.764400 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.764741 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.765079 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.765411 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.765742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.766333 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.766658 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.766985 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.767309 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:44.803753 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] No DVR routers for this DVR port b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:12:44.806680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:44.808791 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b29070ef-6bf1-422f-a454-a9d29062cab9 req-81b7771f-8d9c-471e-85fb-41367b31fe52 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.53 "DELETE /v2.0/ports/b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 HTTP/1.1" status: 204 len: 173 time: 0.5601318 Sep 17 16:12:44.809271 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-deleted', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:12:44.811616 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f39ff0d-a9c8-4931-8cdc-f80f98848a85" -d '{"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-deleted", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:12:44.857559 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8167edf3-6f5b-4cec-b31e-812adc1184d6 x-openstack-request-id: req-8167edf3-6f5b-4cec-b31e-812adc1184d6 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:12:44.857852 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c0976-ba4d-4a5d-b39a-d0f62580fa53", "name": "network-vif-deleted", "tag": "b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:12:44.858114 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8167edf3-6f5b-4cec-b31e-812adc1184d6 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:12:44.858518 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c0976-ba4d-4a5d-b39a-d0f62580fa53', 'name': 'network-vif-deleted', 'tag': 'b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9', 'status': 'completed', 'code': 200} Sep 17 16:12:45.196954 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-76aa87d5-b60c-4f03-a66d-399646ca9797 req-98f872e8-27e1-405c-8d20-3c6a89b2a831 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0395312 Sep 17 16:12:45.207463 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66011-cc8f-43aa-b930-7f32cd212e2c req-3f84126f-9112-4df6-9cae-877bbc5e08ce tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:45.209980 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77f66011-cc8f-43aa-b930-7f32cd212e2c req-3f84126f-9112-4df6-9cae-877bbc5e08ce tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1102920 Sep 17 16:12:45.274669 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77f66011-cc8f-43aa-b930-7f32cd212e2c req-c19b278b-d633-4d29-b6a5-1975e782495d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527854 Sep 17 16:12:46.325429 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-321e60df-057d-40ab-8384-bfdd55cd8f80 req-fc92ba1b-a9ab-44a4-988a-7fd691e6bafe tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "GET /v2.0/ports?device_id=df7c0976-ba4d-4a5d-b39a-d0f62580fa53 HTTP/1.1" status: 200 len: 210 time: 0.0318971 Sep 17 16:12:46.448822 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1cb5f-fc7d-4570-b42e-8e063135112f req-adc1d49c-771f-42c2-bb62-73294d019956 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:46.450574 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f3b1cb5f-fc7d-4570-b42e-8e063135112f req-adc1d49c-771f-42c2-bb62-73294d019956 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0631900 Sep 17 16:12:46.503237 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f3b1cb5f-fc7d-4570-b42e-8e063135112f req-130d8d37-aafd-4973-a53c-077544984075 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 Sep 17 16:12:46.822442 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:47.401625 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51542) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:47.469187 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:47.499767 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:47.666754 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f3e9f-6053-4f5c-806d-9eb6c9a2d68a req-a8ed2801-bd52-445f-b52f-4595b262440a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:47.670916 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e30f3e9f-6053-4f5c-806d-9eb6c9a2d68a req-a8ed2801-bd52-445f-b52f-4595b262440a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0579913 Sep 17 16:12:47.670916 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:47.672641 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:47.678390 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] 10.222.0.59 "DELETE /v2.0/security-groups/8db5e55b-4983-4a5a-9f39-9a52c6155b85 HTTP/1.1" status: 204 len: 168 time: 0.2713413 Sep 17 16:12:47.693172 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589be98-4bca-4b53-a711-b97cb2839f19 tempest-TestShelveInstance-871260284 tempest-TestShelveInstance-871260284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5e55b-4983-4a5a-9f39-9a52c6155b85,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:47.738532 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e30f3e9f-6053-4f5c-806d-9eb6c9a2d68a req-c301d96f-a8f7-4d3b-9e8d-afcf5336fa15 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596869 Sep 17 16:12:47.812625 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51554) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:47.953231 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:12:48.467138 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:48.709647 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:12:48.713367 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:48.958296 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:48.959230 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device b1aa73c1-c53d-419b-85ce-ecfbe5cec7e9 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:48.998841 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Deleting port 3f39206c-c22e-4452-b1c1-97211c5cf28d {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:48.999397 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:49.029467 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:49.056313 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:12:49.116953 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:49.141038 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:12:49.184992 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:49.274736 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:49.424940 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:49.454112 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.454541 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.455094 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.455728 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.456190 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.456778 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.457361 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.457940 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.459056 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.459716 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.460189 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.460730 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:12:49.472057 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['e10e3deb-8656-4264-89a9-034a95a717cc'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:12:49.627043 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2643c-40d1-4681-8972-94231a56115d req-4012addf-11f5-4569-aa53-bcc05d6a365e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:49.629955 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-04d2643c-40d1-4681-8972-94231a56115d req-4012addf-11f5-4569-aa53-bcc05d6a365e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.7074847 Sep 17 16:12:49.701878 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] For port 3f39206c-c22e-4452-b1c1-97211c5cf28d, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=3f39206c-c22e-4452-b1c1-97211c5cf28d,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:49.702685 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:49.734114 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-04d2643c-40d1-4681-8972-94231a56115d req-d84d2586-65a1-4e00-b9c7-0a8207c4ac4e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920537 Sep 17 16:12:49.742011 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Calling delete_port for 3f39206c-c22e-4452-b1c1-97211c5cf28d owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:50.187564 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:50.262782 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f39206c-c22e-4452-b1c1-97211c5cf28d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:50.602995 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:50.714740 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:12:50.821310 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port e10e3deb-8656-4264-89a9-034a95a717cc triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:12:50.821310 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:51.008869 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:51.050090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:12:51.050090 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb85fd-5bf3-404c-a543-b7bd88b2d32b" -d '{"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:12:51.069366 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:51.080099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57fd1f-3571-4665-9dc0-1c462d54b2f7 req-c2a705e4-db53-47b8-ac07-26b7b52f3b62 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:51.083582 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb57fd1f-3571-4665-9dc0-1c462d54b2f7 req-c2a705e4-db53-47b8-ac07-26b7b52f3b62 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 944 time: 0.1294589 Sep 17 16:12:51.131643 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:51.140989 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210cca2-c269-47d8-9c0b-9a9e70b09b19 x-openstack-request-id: req-9210cca2-c269-47d8-9c0b-9a9e70b09b19 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:12:51.141290 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:12:51.141642 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9210cca2-c269-47d8-9c0b-9a9e70b09b19 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:12:51.142034 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'code': 200} Sep 17 16:12:51.225534 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:51.252044 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cb57fd1f-3571-4665-9dc0-1c462d54b2f7 req-6593fdbc-047b-46a1-b55a-371c86120763 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872126 Sep 17 16:12:51.286180 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Router c5ef9242-971e-40eb-ac95-a5f3423b1149 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:12:51.510237 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:12:51.523530 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51590) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:51.524258 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-b80f34a8-1e79-4377-91a3-03e12a7494e0 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5ef9242-971e-40eb-ac95-a5f3423b1149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7095561 Sep 17 16:12:51.538481 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Sync routers for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:12:51.561911 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:51.563553 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:51.813714 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:51.895488 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks [] for router, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:52.180222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:52.299881 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '49f87315-77ca-423f-b80d-7828633553a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:12:50Z', 'revision_number': 5, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port': {'id': '49f87315-77ca-423f-b80d-7828633553a5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:36Z', 'updated_at': '2021-09-17T16:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:52.354637 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Checking router: c5ef9242-971e-40eb-ac95-a5f3423b1149 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:12:52.373723 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Routers {'c5ef9242-971e-40eb-ac95-a5f3423b1149'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:52.376058 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['c5ef9242-971e-40eb-ac95-a5f3423b1149'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:52.390518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Deleting port 49f87315-77ca-423f-b80d-7828633553a5 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:52.391074 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:52.484243 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877033af-52ca-47c7-a8de-cb00b0f6fa28 req-a368daa0-3ccc-407b-a918-31537021c86e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:52.486770 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-877033af-52ca-47c7-a8de-cb00b0f6fa28 req-a368daa0-3ccc-407b-a918-31537021c86e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0805967 Sep 17 16:12:52.577994 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] For port 49f87315-77ca-423f-b80d-7828633553a5, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=49f87315-77ca-423f-b80d-7828633553a5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:52.579128 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:52.593772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Calling delete_port for 49f87315-77ca-423f-b80d-7828633553a5 owned by network:router_gateway {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:52.612671 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-877033af-52ca-47c7-a8de-cb00b0f6fa28 req-54705692-720e-4933-8a06-700d3dedd087 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159925 Sep 17 16:12:52.613408 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] Set router c5ef9242-971e-40eb-ac95-a5f3423b1149 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:52.799019 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:12:52Z', 'revision_number': 6, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:52.799019 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f138f85-229c-4afa-891e-b402e2b572f0 None None] The sync data for ids ['c5ef9242-971e-40eb-ac95-a5f3423b1149'] in dv-cinder-809206-2-iscsi is: [{'id': 'c5ef9242-971e-40eb-ac95-a5f3423b1149', 'name': 'tempest-TestShelveInstance-2032949537-router', 'tenant_id': '58a94c6272084a27ba61d0a256bd2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:35Z', 'updated_at': '2021-09-17T16:12:52Z', 'revision_number': 6, 'project_id': '58a94c6272084a27ba61d0a256bd2f7c', 'gw_port_host': None}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:12:53.457370 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.506289 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f87315-77ca-423f-b80d-7828633553a5,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:53.594005 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.742218 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.745707 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.864236 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0892a-477e-4ac5-a8df-dd1f2f9873d2 req-c5cb3489-a82e-4738-a5f1-d3bbebab2711 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:53.873242 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0e0892a-477e-4ac5-a8df-dd1f2f9873d2 req-c5cb3489-a82e-4738-a5f1-d3bbebab2711 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1155632 Sep 17 16:12:53.881695 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 49f87315-77ca-423f-b80d-7828633553a5 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:53.955216 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d0e0892a-477e-4ac5-a8df-dd1f2f9873d2 req-f8f01b17-cd7d-4c95-9608-3e497b4471e0 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807939 Sep 17 16:12:53.962700 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 49f87315-77ca-423f-b80d-7828633553a5 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:53.963168 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 49f87315-77ca-423f-b80d-7828633553a5 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:53.963943 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 3f39206c-c22e-4452-b1c1-97211c5cf28d no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:53.985332 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.985945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ef9242-971e-40eb-ac95-a5f3423b1149 {{(pid=94528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:12:53.994867 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:53.996656 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-52a38fbf-307e-4feb-8cac-d68121070744 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c5ef9242-971e-40eb-ac95-a5f3423b1149 HTTP/1.1" status: 204 len: 168 time: 2.4696074 Sep 17 16:12:53.997468 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 3f39206c-c22e-4452-b1c1-97211c5cf28d {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:54.001534 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 3f39206c-c22e-4452-b1c1-97211c5cf28d not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:54.005738 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51604) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:54.079387 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Deleting subnet f58b0e1c-e957-4210-9146-54ca410f4405 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:12:54.086424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.138163 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.327053 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.537047 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.572446 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58b0e1c-e957-4210-9146-54ca410f4405,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:54.575154 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.577587 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e1cdfd0a-2b13-4f3d-9fe8-8947ca68f1cb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f58b0e1c-e957-4210-9146-54ca410f4405 HTTP/1.1" status: 204 len: 168 time: 0.5706184 Sep 17 16:12:54.581890 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51608) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:54.594507 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1888c8-ce27-48f9-aadf-ed12097894a6 None None] Network 68f5843b-e234-49be-959f-77b7cb19be9e requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:12:54.716932 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.850944 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Deleting port 9adcea76-8690-4eb7-b8bc-ff04d0754189 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:54.851498 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:54.932764 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] DHCP port deletion for 68f5843b-e234-49be-959f-77b7cb19be9e request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:12:54.989993 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] For port 9adcea76-8690-4eb7-b8bc-ff04d0754189, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9adcea76-8690-4eb7-b8bc-ff04d0754189,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:54.991681 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.010968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Calling delete_port for 9adcea76-8690-4eb7-b8bc-ff04d0754189 owned by network:dhcp {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:55.020954 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Deleting port 9adcea76-8690-4eb7-b8bc-ff04d0754189 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:55.021247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.160165 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] For port 9adcea76-8690-4eb7-b8bc-ff04d0754189, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9adcea76-8690-4eb7-b8bc-ff04d0754189,segment=NetworkSegment(3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1),segment_id=3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:55.161943 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.185740 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Calling delete_port for 9adcea76-8690-4eb7-b8bc-ff04d0754189 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:55.231832 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b44ca7-257d-4600-8ee1-e2db85e41792 req-ef7625b1-2d39-4cdd-a011-513895b4b6a9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:55.233908 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-63b44ca7-257d-4600-8ee1-e2db85e41792 req-ef7625b1-2d39-4cdd-a011-513895b4b6a9 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1238644 Sep 17 16:12:55.321721 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.330189 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-63b44ca7-257d-4600-8ee1-e2db85e41792 req-2841a67f-e158-479e-b101-a402a2fee471 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757244 Sep 17 16:12:55.358110 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Pushing event deleted for resources: {'Port': ['ID=9adcea76-8690-4eb7-b8bc-ff04d0754189,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:55.367045 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] No DVR routers for this DVR port 9adcea76-8690-4eb7-b8bc-ff04d0754189 on host dv-cinder-809206-2-iscsi {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:12:55.368964 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.414674 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] Pushing event deleted for resources: {'Port': ['ID=9adcea76-8690-4eb7-b8bc-ff04d0754189,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:55.427000 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545e5fa-a1f8-4a3f-8b2a-c8697a41b304 None None] No DVR routers for this DVR port 9adcea76-8690-4eb7-b8bc-ff04d0754189 on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:12:55.491994 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.515654 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f5843b-e234-49be-959f-77b7cb19be9e']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:55.532162 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:55.532514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5f8c5b-cbcd-49e8-8f2c-0ace22d90bd1') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:55.545997 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.569911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.577759 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:12:55.578167 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:12:55.580442 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:12:55.742970 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.759825 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.772556 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] 10.222.0.59 "DELETE /v2.0/networks/68f5843b-e234-49be-959f-77b7cb19be9e HTTP/1.1" status: 204 len: 168 time: 1.1893001 Sep 17 16:12:55.775534 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51614) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:55.776705 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9adcea76-8690-4eb7-b8bc-ff04d0754189 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:55.784998 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d553f85-f30d-4768-8fc6-f414fbec375e admin admin] Pushing event deleted for resources: {'Network': ['ID=68f5843b-e234-49be-959f-77b7cb19be9e,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:55.832127 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 9adcea76-8690-4eb7-b8bc-ff04d0754189 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:55.832127 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9adcea76-8690-4eb7-b8bc-ff04d0754189 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:56.313217 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:56.542409 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72740958-e05b-40f5-a2a5-c07debb11c28 req-0181afd3-7de4-43c1-955f-7d71879c400f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:56.545445 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72740958-e05b-40f5-a2a5-c07debb11c28 req-0181afd3-7de4-43c1-955f-7d71879c400f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1208594 Sep 17 16:12:56.627602 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-72740958-e05b-40f5-a2a5-c07debb11c28 req-2e580303-1b46-4d79-a0a4-7c828a1e9118 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692847 Sep 17 16:12:56.778546 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Deleting port c102de57-de4f-40ef-9ccc-8f8ed673e065 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:56.779432 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:56.871604 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] For port c102de57-de4f-40ef-9ccc-8f8ed673e065, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c102de57-de4f-40ef-9ccc-8f8ed673e065,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:56.872017 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:56.921127 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Calling delete_port for c102de57-de4f-40ef-9ccc-8f8ed673e065 owned by network:router_interface {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:57.376871 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:57.418647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Pushing event deleted for resources: {'Port': ['ID=c102de57-de4f-40ef-9ccc-8f8ed673e065,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:57.666561 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:57.952421 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebe127-9b01-4496-89b0-e86346146b14 req-818808b3-2d13-427e-bc0a-edf617362bd3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:57.955008 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73ebe127-9b01-4496-89b0-e86346146b14 req-818808b3-2d13-427e-bc0a-edf617362bd3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1081901 Sep 17 16:12:58.029779 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Router ae3f86e9-9988-419b-a65c-c56b4dc8272a has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:12:58.036107 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-73ebe127-9b01-4496-89b0-e86346146b14 req-d46d12a7-a9c5-42d8-bdee-3b1443a3074f tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678003 Sep 17 16:12:58.041503 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d20d-fcb8-4f6d-b493-6ee764577abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:58.255161 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:12:58.269097 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-7808cb14-84c2-4eb5-b5e9-826a66dd4478 admin admin] 10.222.0.59 "PUT /v2.0/routers/ae3f86e9-9988-419b-a65c-c56b4dc8272a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901288 Sep 17 16:12:58.269977 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51634) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:58.273345 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Sync routers for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:12:58.291274 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:58.292406 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:58.400926 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:58.530802 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:58.537064 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:58.762823 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Deleting port 6566140b-3b32-4777-b6ee-a929b1b4f443 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:12:58.763221 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:58.831237 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:12:57Z', 'revision_number': 5, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port': {'id': '6566140b-3b32-4777-b6ee-a929b1b4f443', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:07:48Z', 'updated_at': '2021-09-17T16:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:58.864516 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] For port 6566140b-3b32-4777-b6ee-a929b1b4f443, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=6566140b-3b32-4777-b6ee-a929b1b4f443,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:12:58.865103 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:58.874417 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Checking router: ae3f86e9-9988-419b-a65c-c56b4dc8272a for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:12:58.885007 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Calling delete_port for 6566140b-3b32-4777-b6ee-a929b1b4f443 owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:12:58.896754 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Routers {'ae3f86e9-9988-419b-a65c-c56b4dc8272a'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:12:58.898145 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:12:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:59.009852 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] Set router ae3f86e9-9988-419b-a65c-c56b4dc8272a gateway port host: None {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:12:59.085913 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:12:58Z', 'revision_number': 6, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:12:59.124455 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430e634-d051-4a89-b83e-97f7d4a3d171 None None] The sync data for ids ['ae3f86e9-9988-419b-a65c-c56b4dc8272a'] in dv-cinder-809206-2-iscsi is: [{'id': 'ae3f86e9-9988-419b-a65c-c56b4dc8272a', 'name': 'tempest-TestShelveInstance-1409502310-router', 'tenant_id': 'f89c5d490d1e478f9977072587fd1722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:07:47Z', 'updated_at': '2021-09-17T16:12:58Z', 'revision_number': 6, 'project_id': 'f89c5d490d1e478f9977072587fd1722', 'gw_port_host': None}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:12:59.206636 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.249301 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Pushing event deleted for resources: {'Port': ['ID=6566140b-3b32-4777-b6ee-a929b1b4f443,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:12:59.326375 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82191dce-65a5-474f-83a3-b6715ed73ee5 req-08a9703c-7ea6-42dd-bb0a-7d0f68b646c1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:59.328184 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-82191dce-65a5-474f-83a3-b6715ed73ee5 req-08a9703c-7ea6-42dd-bb0a-7d0f68b646c1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.1496339 Sep 17 16:12:59.392113 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.541997 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.547899 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.565200 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-82191dce-65a5-474f-83a3-b6715ed73ee5 req-7bbf5f52-8dd9-44a4-9a60-a432a0a95d0c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203865 Sep 17 16:12:59.721992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.724313 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3f86e9-9988-419b-a65c-c56b4dc8272a {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:12:59.732021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.733764 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1b356177-91c1-4cab-b9b0-34b048d30283 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ae3f86e9-9988-419b-a65c-c56b4dc8272a HTTP/1.1" status: 204 len: 168 time: 1.4614904 Sep 17 16:12:59.737854 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51640) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:12:59.833402 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c102de57-de4f-40ef-9ccc-8f8ed673e065 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:59.845700 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Deleting subnet c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:12:59.850918 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:59.864981 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: c102de57-de4f-40ef-9ccc-8f8ed673e065 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:59.865330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c102de57-de4f-40ef-9ccc-8f8ed673e065 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:59.865765 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 6566140b-3b32-4777-b6ee-a929b1b4f443 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:12:59.893113 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 6566140b-3b32-4777-b6ee-a929b1b4f443 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:12:59.893463 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 6566140b-3b32-4777-b6ee-a929b1b4f443 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:12:59.908226 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.011533 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.176946 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.228698 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:00.242528 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cecad-400f-4937-9fb7-1c42c05358f5 None None] Network 8de4a785-de36-4737-903a-c8340a7e950a requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:13:00.243170 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.250820 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d89e5403-587d-4d95-8e93-b10ccc1ce39d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c19c9c8e-ee4c-4d59-9b8b-d951e8fe920f HTTP/1.1" status: 204 len: 168 time: 0.5107148 Sep 17 16:13:00.253489 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51644) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:00.401914 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.476875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Deleting port c8aa4f17-25de-40bf-aae8-7418bc668562 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:00.477569 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.533197 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] DHCP port deletion for 8de4a785-de36-4737-903a-c8340a7e950a request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:13:00.581470 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] For port c8aa4f17-25de-40bf-aae8-7418bc668562, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c8aa4f17-25de-40bf-aae8-7418bc668562,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:00.582394 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.601245 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Calling delete_port for c8aa4f17-25de-40bf-aae8-7418bc668562 owned by network:dhcp {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:00.679817 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Deleting port c8aa4f17-25de-40bf-aae8-7418bc668562 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:00.680341 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.833260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22808399-bfca-4d31-b3f9-c0ab1ea01431 req-afefd0ae-375e-4e6a-a2fe-ac1d13171782 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:00.840869 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22808399-bfca-4d31-b3f9-c0ab1ea01431 req-afefd0ae-375e-4e6a-a2fe-ac1d13171782 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0855620 Sep 17 16:13:00.873435 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.906103 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22808399-bfca-4d31-b3f9-c0ab1ea01431 req-468c4ff9-a02f-4130-a503-027999954be5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567946 Sep 17 16:13:00.934316 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aa4f17-25de-40bf-aae8-7418bc668562,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:00.943270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] No DVR routers for this DVR port c8aa4f17-25de-40bf-aae8-7418bc668562 on host dv-cinder-809206-2-iscsi {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:00.969214 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-536df890-7088-49d9-9591-a99c8503a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:00.999070 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] For port c8aa4f17-25de-40bf-aae8-7418bc668562, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=c8aa4f17-25de-40bf-aae8-7418bc668562,segment=NetworkSegment(67fda923-9d5b-4be4-8e08-9003a3f7afdb),segment_id=67fda923-9d5b-4be4-8e08-9003a3f7afdb)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:00.999769 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.031328 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Calling delete_port for c8aa4f17-25de-40bf-aae8-7418bc668562 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:01.092409 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.126436 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de4a785-de36-4737-903a-c8340a7e950a']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:01.145761 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fda923-9d5b-4be4-8e08-9003a3f7afdb') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:01.146212 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fda923-9d5b-4be4-8e08-9003a3f7afdb') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:01.174309 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.174595 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.185398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.194280 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:13:01.194807 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:13:01.196928 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:13:01.202414 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] Pushing event deleted for resources: {'Port': ['ID=c8aa4f17-25de-40bf-aae8-7418bc668562,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:01.204430 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05f852-9772-40ad-8bbf-18b2c3ae48b9 None None] No DVR routers for this DVR port c8aa4f17-25de-40bf-aae8-7418bc668562 on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:01.462052 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.468066 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.470125 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8de4a785-de36-4737-903a-c8340a7e950a HTTP/1.1" status: 204 len: 168 time: 1.2167144 Sep 17 16:13:01.482732 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4f6fa-9092-4150-9e5a-dba2a5e7aee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de4a785-de36-4737-903a-c8340a7e950a,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:01.635742 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:01.735906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c8aa4f17-25de-40bf-aae8-7418bc668562 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:01.758892 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: c8aa4f17-25de-40bf-aae8-7418bc668562 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:01.759297 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device c8aa4f17-25de-40bf-aae8-7418bc668562 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:01.827182 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:02.032473 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51658) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:02.053747 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734423a3-e154-4577-a250-80a237ae98c9 req-fad8e43c-d338-4e7e-bac0-788b845057dd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:02.055580 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-734423a3-e154-4577-a250-80a237ae98c9 req-fad8e43c-d338-4e7e-bac0-788b845057dd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0628622 Sep 17 16:13:02.105022 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-727799aa-e017-4b80-8345-2cb41ca460a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58a94c6272084a27ba61d0a256bd2f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705917 Sep 17 16:13:02.105987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51660) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:02.136139 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-734423a3-e154-4577-a250-80a237ae98c9 req-068d58d9-37cc-4b51-9542-198de3061ecb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738750 Sep 17 16:13:02.234749 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:02.283207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:02.492231 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-89d4d938-249f-4787-9956-0c453ffce055 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010730260&fields=id&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 267 time: 0.0723658 Sep 17 16:13:02.526275 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:02.532114 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:02.535341 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/996cc99c-9f82-4734-9859-4b1a10e8a89a HTTP/1.1" status: 204 len: 168 time: 0.4272234 Sep 17 16:13:02.564846 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb893d6-6966-4cdb-978b-2436f0245b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996cc99c-9f82-4734-9859-4b1a10e8a89a,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:02.712487 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-1aa17d31-78b4-42a6-9769-0f35a3fca722 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:02.714054 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-1aa17d31-78b4-42a6-9769-0f35a3fca722 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.2103419 Sep 17 16:13:02.741682 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-3749f21b-2f58-49a5-948c-ab19d0dc08ad tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/quotas/0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 375 time: 0.0105348 Sep 17 16:13:02.830637 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-dd85ff4c-3062-43da-806c-466a6a7ff01d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0822253 Sep 17 16:13:03.007771 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-c2053580-6227-458b-954f-008c089a215b service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625638 Sep 17 16:13:03.130874 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-186b1583-4f64-4174-a796-d6a16a74864a service neutron] 10.222.0.59 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170743 Sep 17 16:13:03.328473 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1ee99-6932-4ea9-a1af-01b49f40fbba req-81aaf125-e782-4e78-b7a1-385575bda5d4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:03.330398 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a7a1ee99-6932-4ea9-a1af-01b49f40fbba req-81aaf125-e782-4e78-b7a1-385575bda5d4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0667043 Sep 17 16:13:03.381173 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a7a1ee99-6932-4ea9-a1af-01b49f40fbba req-46a8506f-dfab-4b02-8665-dd214baaf895 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 Sep 17 16:13:03.502351 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51690) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:03.547505 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e8aaf972-a106-4607-a39d-22c177be717d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f89c5d490d1e478f9977072587fd1722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439553 Sep 17 16:13:03.550841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51692) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:03.606660 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:03.632715 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:03.808541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:03.811992 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:03.813969 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34a2ec89-90eb-41da-8be6-231c1a4fe385 HTTP/1.1" status: 204 len: 168 time: 0.2618399 Sep 17 16:13:03.843381 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08c9a0-99f0-44f3-87bf-87b7d5b22568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a2ec89-90eb-41da-8be6-231c1a4fe385,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:03.874271 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28ae2d30-e951-46b7-9d46-94243027796c req-07d9e3a9-78ae-43f8-8cf1-2d78757d4001 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0433660 Sep 17 16:13:03.911350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:04.431290 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-773e077c-fd52-4ab6-b4b8-8acbd1951008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:04.434558 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-773e077c-fd52-4ab6-b4b8-8acbd1951008 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1098 time: 0.0731483 Sep 17 16:13:04.577671 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f4828-da41-447f-8281-be7cc7a10906 req-4c39c0ec-659b-48fc-b667-9efc23b29088 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:04.579607 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a59f4828-da41-447f-8281-be7cc7a10906 req-4c39c0ec-659b-48fc-b667-9efc23b29088 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0608587 Sep 17 16:13:04.591987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-f691c30c-2f56-4c90-ad67-df80137c7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:04.593669 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-f691c30c-2f56-4c90-ad67-df80137c7282 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1506999 Sep 17 16:13:04.623910 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a59f4828-da41-447f-8281-be7cc7a10906 req-21a7374f-696a-4b8c-9650-86291c231117 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Sep 17 16:13:04.681438 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-e2ccabb6-45e3-418b-b559-004a71870076 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 200 len: 1001 time: 0.0792680 Sep 17 16:13:04.734341 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-3e1c03a3-856b-4d32-aadb-07be3d67b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:04.735864 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-3e1c03a3-856b-4d32-aadb-07be3d67b3fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0477049 Sep 17 16:13:04.790916 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-d99970f2-5ae7-4623-9726-e5c32d68e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:04.793095 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-d99970f2-5ae7-4623-9726-e5c32d68e947 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488303 Sep 17 16:13:04.919979 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-077a127f-ec13-4139-b408-84736d3bbeb7 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146693 Sep 17 16:13:05.004976 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4cebda23-13dc-4c5a-81e9-178c444e520d req-0140b8eb-a294-45e9-b3df-7162c5010d0e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0371513 Sep 17 16:13:05.029806 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-d4289b4a-308a-436c-a5c7-54fb64833ffc req-37a13bd3-607c-47fd-8817-1b1e2b4b74f8 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000373 Sep 17 16:13:05.778123 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6bfea-dfcb-4590-9633-5927eacb774c req-737b28ad-773b-44c9-b1bd-1e4c31044fa4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:05.779764 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c2a6bfea-dfcb-4590-9633-5927eacb774c req-737b28ad-773b-44c9-b1bd-1e4c31044fa4 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Sep 17 16:13:05.826250 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c2a6bfea-dfcb-4590-9633-5927eacb774c req-7592b56c-8890-44ed-9830-3d72b9fc4b1e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 Sep 17 16:13:06.102360 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-29260b40-24b3-4851-97b4-d90fa98f3ac5 req-317ee204-cf69-488d-aa54-cad9e0474759 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Sep 17 16:13:06.570593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-c2044fae-328a-4bdf-a3d2-9031a23cd2ee tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:06.571962 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-c2044fae-328a-4bdf-a3d2-9031a23cd2ee tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 812 time: 0.1118457 Sep 17 16:13:06.617561 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-f339ec6a-cf34-4429-8b88-77331ca8c924 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cab3be4cceb430592a04a7befc48bd7 HTTP/1.1" status: 200 len: 380 time: 0.0357351 Sep 17 16:13:06.627230 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'port': {'device_id': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'admin_state_up': True, 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'security_groups': ['b70d5293-70c1-4234-ba84-f772382779ff']}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:13:06.838514 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Made reservation on behalf of 0cab3be4cceb430592a04a7befc48bd7 for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:13:06.842625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:07.016207 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89183-9f55-4108-9020-69688e9b129e req-4a33834f-727f-4337-87c5-f849a2e981aa tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:07.018926 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4d89183-9f55-4108-9020-69688e9b129e req-4a33834f-727f-4337-87c5-f849a2e981aa tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0863402 Sep 17 16:13:07.023339 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.20.0.6 (cace5d33-faf9-4a0c-8cf1-067b5a5e4a05/d115eb49-1a40-4d4f-8949-732ed855d1a1/acb53cc7-060a-4800-9bda-0531d526a2c3) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:13:07.074785 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4d89183-9f55-4108-9020-69688e9b129e req-911a690f-3fa5-4a4e-8545-2356dc46b07b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466261 Sep 17 16:13:07.225321 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f04b7c8d-facb-495b-8f3c-2c065002a813 req-52a775d8-08dd-4e60-a222-71981a34fa73 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0379610 Sep 17 16:13:07.249562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:07.365401 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:07.413127 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:13:07.417788 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:13:07.438413 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:13:07.442573 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:07.557465 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:07.558581 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:07.649116 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-10ece861-6fab-457c-b07d-b5577e347b4b None None] Provisioning complete for port acb53cc7-060a-4800-9bda-0531d526a2c3 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:13:07.649745 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-10ece861-6fab-457c-b07d-b5577e347b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:07.684764 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-10ece861-6fab-457c-b07d-b5577e347b4b None None] Port acb53cc7-060a-4800-9bda-0531d526a2c3 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:13:07.730475 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-236ea291-0226-4c2e-b1c7-c570f91b83f2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066430 Sep 17 16:13:07.743535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Request body: {'port': {'device_id': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:13:07.805497 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.110125 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb53cc7-060a-4800-9bda-0531d526a2c3 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:13:08.118961 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.132469 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Transition to ACTIVE for port object acb53cc7-060a-4800-9bda-0531d526a2c3 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:13:08.230258 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026da55-5f64-4425-9050-9708d0570844 req-82a6627c-ce02-40b8-846d-5d69719f8085 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:08.231707 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8026da55-5f64-4425-9050-9708d0570844 req-82a6627c-ce02-40b8-846d-5d69719f8085 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 945 time: 0.0567579 Sep 17 16:13:08.233691 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.281710 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8026da55-5f64-4425-9050-9708d0570844 req-6d4419a0-aa31-4819-8700-0c5596b3f1c5 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366650 Sep 17 16:13:08.403713 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b2c2-a954-4de3-ae9e-c4ba7d1e98bf req-9d0c8943-9594-447b-92e0-5d340b37edc4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:08.407804 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Pushing event updated for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:08.412986 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d77b2c2-a954-4de3-ae9e-c4ba7d1e98bf req-9d0c8943-9594-447b-92e0-5d340b37edc4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0980604 Sep 17 16:13:08.455691 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6d77b2c2-a954-4de3-ae9e-c4ba7d1e98bf req-9dc3319b-5f9f-46a3-b6ba-51eb0b5e6e8d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Sep 17 16:13:08.497743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Attempting to bind port acb53cc7-060a-4800-9bda-0531d526a2c3 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:13:08.498271 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Attempting to bind port acb53cc7-060a-4800-9bda-0531d526a2c3 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:13:08.498743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Attempting to bind port acb53cc7-060a-4800-9bda-0531d526a2c3 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:13:08.506898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Port acb53cc7-060a-4800-9bda-0531d526a2c3 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:13:08.507306 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Attempting to bind port acb53cc7-060a-4800-9bda-0531d526a2c3 on network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:13:08.513391 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:13:08.515608 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Checking segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:13:08.515608 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Bound using segment: {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:13:08.515608 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Bound port: acb53cc7-060a-4800-9bda-0531d526a2c3, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0188fdde-e5b8-48cc-bda0-8a5d9303b95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:13:08.515608 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.601011 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:13:08.604536 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acb53cc7-060a-4800-9bda-0531d526a2c3,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:13:08.679379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.718238 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:08.718841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:08.720225 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] 10.222.0.53 "PUT /v2.0/ports/acb53cc7-060a-4800-9bda-0531d526a2c3 HTTP/1.1" status: 200 len: 1093 time: 0.9810007 Sep 17 16:13:08.720679 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:13:08.723623 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b345ad4-3645-4e0e-a6ea-6c936dca1350" -d '{"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:13:08.749481 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec06984-1535-479e-883b-ba5340f5f31f service neutron] Pushing event updated for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:08.769233 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c296d4d-5289-49fc-813d-487751be639a x-openstack-request-id: req-8c296d4d-5289-49fc-813d-487751be639a {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:13:08.774364 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:13:08.774364 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c296d4d-5289-49fc-813d-487751be639a {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:13:08.774364 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'status': 'completed', 'code': 200} Sep 17 16:13:08.841262 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:08.996462 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:09.043627 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:13:09.045864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7477c43a-797a-42dc-a331-c255e60f4ffd" -d '{"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-unplugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:13:09.094888 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:09.096813 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e51a6-cdad-43a5-a02c-a511d70bce80 x-openstack-request-id: req-c29e51a6-cdad-43a5-a02c-a511d70bce80 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:13:09.097127 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-unplugged", "status": "failed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "code": 422}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:13:09.102781 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c29e51a6-cdad-43a5-a02c-a511d70bce80 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:13:09.102781 dv-cinder-809206-2-iscsi neutron-server[94530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'code': 422} returned with failed status Sep 17 16:13:09.110509 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-ab3d7d59-8156-4f07-97ab-34b3dad34969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.118155 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-ab3d7d59-8156-4f07-97ab-34b3dad34969 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1096 time: 0.3269947 Sep 17 16:13:09.209895 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:09.232079 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-afd6c185-2297-4308-a8f3-5dce5f6a0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.233657 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-afd6c185-2297-4308-a8f3-5dce5f6a0207 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0cab3be4cceb430592a04a7befc48bd7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1077676 Sep 17 16:13:09.262672 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:09.343780 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-8ad1cdcb-0473-496c-9a24-deec29067445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.346374 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5b345ad4-3645-4e0e-a6ea-6c936dca1350 req-8ad1cdcb-0473-496c-9a24-deec29067445 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050026 Sep 17 16:13:09.440199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-fd8f8741-a6ec-4377-b0fc-02fb6b189f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.441755 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-fd8f8741-a6ec-4377-b0fc-02fb6b189f3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1096 time: 0.0450714 Sep 17 16:13:09.491470 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-c9831e38-e4f5-4e84-b69e-21af2f1bf32b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb53cc7-060a-4800-9bda-0531d526a2c3 HTTP/1.1" status: 200 len: 217 time: 0.0399759 Sep 17 16:13:09.548121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-39fb2826-18f4-41f3-a1aa-8057e276d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.549681 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-39fb2826-18f4-41f3-a1aa-8057e276d121 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0518773 Sep 17 16:13:09.602541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2b82e2b3-e479-4d98-9694-395347e91855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.604087 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-2b82e2b3-e479-4d98-9694-395347e91855 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470455 Sep 17 16:13:09.722261 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-f948920a-f803-4808-ba2a-27689778e5e4 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083002 Sep 17 16:13:09.869684 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-69a609e2-0a3b-4133-948d-51dc3c23de9e req-0f124856-f793-4c08-bf11-43eb80529eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394360 Sep 17 16:13:09.879056 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fb8d0-ec77-4cce-9cc2-badf4a1987a4 req-027ebc99-e86f-45e8-b314-84dcddafbb13 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:09.880802 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b37fb8d0-ec77-4cce-9cc2-badf4a1987a4 req-027ebc99-e86f-45e8-b314-84dcddafbb13 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.3379271 Sep 17 16:13:09.925706 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b37fb8d0-ec77-4cce-9cc2-badf4a1987a4 req-3c655a46-0eb3-44a4-ab75-c7ffc0d8112d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372949 Sep 17 16:13:11.158212 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363682c-a61c-412b-a066-e7cd58e913ad req-9477d927-55d1-4af5-b5a7-f1431c7a078e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:11.161481 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b363682c-a61c-412b-a066-e7cd58e913ad req-9477d927-55d1-4af5-b5a7-f1431c7a078e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.1473808 Sep 17 16:13:11.192801 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b3673-11b1-4157-a59a-8b45e418a09e req-4923291a-f3fe-4b93-a96c-9b338923474d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:11.195565 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0c6b3673-11b1-4157-a59a-8b45e418a09e req-4923291a-f3fe-4b93-a96c-9b338923474d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.1348286 Sep 17 16:13:11.279105 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b363682c-a61c-412b-a066-e7cd58e913ad req-6a3937da-d7f2-4de0-87f1-2577de1a79df tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106744 Sep 17 16:13:11.304143 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0c6b3673-11b1-4157-a59a-8b45e418a09e req-038f6ded-f8c6-4427-9583-479b230c309b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931320 Sep 17 16:13:11.811355 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51778) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:11.911478 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-31199b03-26ca-416f-a51a-0ac8452b4645 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989316 Sep 17 16:13:11.920848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-8cac2f08-3de7-4265-9101-4a0859c8da9c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:13:11.922100 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-8cac2f08-3de7-4265-9101-4a0859c8da9c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056202 Sep 17 16:13:12.439724 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af052-67dd-49b7-a2b3-bbc382bb3849 req-4a3f10a2-7f29-4ffd-b8d6-17a6f917dbf3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:12.441645 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d2af052-67dd-49b7-a2b3-bbc382bb3849 req-4a3f10a2-7f29-4ffd-b8d6-17a6f917dbf3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0890996 Sep 17 16:13:12.474185 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346b37-60f5-42fb-8145-daf9d536dfd8 req-23d685af-7da0-4a39-9337-55125673b925 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:12.475642 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-40346b37-60f5-42fb-8145-daf9d536dfd8 req-23d685af-7da0-4a39-9337-55125673b925 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0821252 Sep 17 16:13:12.512834 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9d2af052-67dd-49b7-a2b3-bbc382bb3849 req-6d6ea8ff-9b70-4b6a-a956-76c71e16c526 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642557 Sep 17 16:13:12.536624 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-40346b37-60f5-42fb-8145-daf9d536dfd8 req-0a0f4d7d-4a90-4661-8c7f-d99301553a45 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527005 Sep 17 16:13:13.481152 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343b08-5164-455e-a063-3abcc7f0f573 req-6d1deaf6-70d2-4d06-b6ad-920c464805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.482701 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-6d1deaf6-70d2-4d06-b6ad-920c464805b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74&tenant_id=f6b04e693f4f4b8e952b8b69f30676dc HTTP/1.1" status: 200 len: 1096 time: 0.0495329 Sep 17 16:13:13.554954 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343b08-5164-455e-a063-3abcc7f0f573 req-582819e8-763d-4276-9607-1bcd06fe3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.557667 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-582819e8-763d-4276-9607-1bcd06fe3650 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1096 time: 0.0506656 Sep 17 16:13:13.701420 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ebf99-bf93-4e7e-bcbc-048b159f7443 req-539354f7-b0dc-40a3-8236-8f8b5721cd49 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.703022 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-386ebf99-bf93-4e7e-bcbc-048b159f7443 req-539354f7-b0dc-40a3-8236-8f8b5721cd49 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.1020396 Sep 17 16:13:13.726298 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343b08-5164-455e-a063-3abcc7f0f573 req-b9bff1a7-d396-4bca-93f5-763f94943b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.728917 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-b9bff1a7-d396-4bca-93f5-763f94943b40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 200 len: 918 time: 0.1643324 Sep 17 16:13:13.730576 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f130ae-df69-4da4-9253-861203436775 req-2250ac7f-b506-4cf1-a0df-ad5599a67ce3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.732153 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b6f130ae-df69-4da4-9253-861203436775 req-2250ac7f-b506-4cf1-a0df-ad5599a67ce3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0878954 Sep 17 16:13:13.786700 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-386ebf99-bf93-4e7e-bcbc-048b159f7443 req-989b6c46-8d0e-4894-98fe-83154ce5c9ec tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733001 Sep 17 16:13:13.795760 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-b6f130ae-df69-4da4-9253-861203436775 req-6491d2e9-8d3a-4167-96d9-6b86be131641 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542192 Sep 17 16:13:13.835389 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-347229ec-566f-47d7-bd7c-6f2372d5a704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 200 len: 999 time: 0.0991886 Sep 17 16:13:13.894412 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343b08-5164-455e-a063-3abcc7f0f573 req-6ede3d33-6547-45f7-a97d-2e583d1220a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.896699 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-6ede3d33-6547-45f7-a97d-2e583d1220a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 200 len: 856 time: 0.0546739 Sep 17 16:13:13.948489 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343b08-5164-455e-a063-3abcc7f0f573 req-bee7e8b1-f84b-4645-a9ad-d5a56cf88f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:13.950064 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-bee7e8b1-f84b-4645-a9ad-d5a56cf88f77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ffda7f23-28b5-4460-bd4e-83170732ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467894 Sep 17 16:13:14.048304 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-5a19a9cc-9583-4ef7-82a9-e3c4afd99c36 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903368 Sep 17 16:13:14.153165 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-72343b08-5164-455e-a063-3abcc7f0f573 req-b30706d3-d897-49ad-96b1-4facecb5c665 service neutron] 10.222.0.53 "GET /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973673 Sep 17 16:13:14.975639 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d42a-b00e-4e97-8e3b-29ce07441d91 req-9db2087a-e606-4c93-bb6f-a92caeaeae68 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:14.983768 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f88d42a-b00e-4e97-8e3b-29ce07441d91 req-9db2087a-e606-4c93-bb6f-a92caeaeae68 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0756619 Sep 17 16:13:15.075951 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f88d42a-b00e-4e97-8e3b-29ce07441d91 req-187a0448-770d-4724-aab5-39132eb3397a tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907240 Sep 17 16:13:15.102513 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ffc5-8c21-4756-9c3e-44c3ef2caac8 req-84af329c-b6f2-4bd7-911b-dc2e11ebc547 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:15.104591 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68a6ffc5-8c21-4756-9c3e-44c3ef2caac8 req-84af329c-b6f2-4bd7-911b-dc2e11ebc547 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0996301 Sep 17 16:13:15.197169 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68a6ffc5-8c21-4756-9c3e-44c3ef2caac8 req-0ad42442-7b8e-474c-87ff-81bcc58d22c7 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811791 Sep 17 16:13:16.222945 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f04919-16f8-4200-a352-5dd5960ef695 req-6658489f-6abd-4bc0-b122-d521d2d8d511 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:16.230686 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-03f04919-16f8-4200-a352-5dd5960ef695 req-6658489f-6abd-4bc0-b122-d521d2d8d511 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0670254 Sep 17 16:13:16.276990 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-03f04919-16f8-4200-a352-5dd5960ef695 req-c619c196-b123-493d-bc83-192e28002dcd tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Sep 17 16:13:16.380312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7998-de53-4532-ab76-30b7013d11d5 req-75f1441e-6676-47fd-9d3f-4bc6e93db6c3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:16.382969 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-27da7998-de53-4532-ab76-30b7013d11d5 req-75f1441e-6676-47fd-9d3f-4bc6e93db6c3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0868833 Sep 17 16:13:16.429610 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-27da7998-de53-4532-ab76-30b7013d11d5 req-a844b579-e2a7-473c-ae2e-619879d0483d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390289 Sep 17 16:13:16.848986 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.431264 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770d57c-8edf-4723-820c-9e1b1918fc5d req-38e3bb5f-6c4a-4c35-b952-d6c5a5a96761 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:17.434114 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9770d57c-8edf-4723-820c-9e1b1918fc5d req-38e3bb5f-6c4a-4c35-b952-d6c5a5a96761 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0769618 Sep 17 16:13:17.515277 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9770d57c-8edf-4723-820c-9e1b1918fc5d req-87baff71-1d86-4a63-96bc-86cf4e67dbd2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Sep 17 16:13:17.605155 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc33570-f53a-4dd9-bfc4-c78e3fb98486 req-491031cc-9269-4823-8562-8ac342134344 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:17.606732 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dfc33570-f53a-4dd9-bfc4-c78e3fb98486 req-491031cc-9269-4823-8562-8ac342134344 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0628757 Sep 17 16:13:17.650068 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dfc33570-f53a-4dd9-bfc4-c78e3fb98486 req-2d03ae9a-e142-41ad-ab5e-b5cc03fe5eba tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368440 Sep 17 16:13:18.684842 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87085cdd-7f22-48aa-8381-0fdd81053ad0 req-2dca5a03-827e-4144-b8a7-fe377e7a8072 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:18.687436 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-87085cdd-7f22-48aa-8381-0fdd81053ad0 req-2dca5a03-827e-4144-b8a7-fe377e7a8072 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0669832 Sep 17 16:13:18.738638 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-87085cdd-7f22-48aa-8381-0fdd81053ad0 req-f49066a3-b690-4d88-87f3-804737994433 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Sep 17 16:13:18.818597 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e261647-e755-4a55-8fad-535f3c9741bc req-01254d4f-722d-498b-987e-45e16f753002 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:18.820209 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7e261647-e755-4a55-8fad-535f3c9741bc req-01254d4f-722d-498b-987e-45e16f753002 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0691783 Sep 17 16:13:18.867212 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7e261647-e755-4a55-8fad-535f3c9741bc req-9850e004-99f1-4945-ba2d-7ccf19a47009 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Sep 17 16:13:19.925463 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4fcc-f641-4717-bb02-90ccd08edadc req-5fce0ce5-f921-40d0-9d6d-a8dfd25dca85 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:19.927525 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0a2c4fcc-f641-4717-bb02-90ccd08edadc req-5fce0ce5-f921-40d0-9d6d-a8dfd25dca85 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0775766 Sep 17 16:13:20.009164 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0a2c4fcc-f641-4717-bb02-90ccd08edadc req-14415dc0-0ac9-4c7a-b60f-ecd1e37af021 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738153 Sep 17 16:13:20.051604 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448e097-ce7c-4f42-b5eb-6c545d6cb058 req-8c26c23a-63ed-4837-b7c1-5b34e9ed4ffd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:20.053557 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9448e097-ce7c-4f42-b5eb-6c545d6cb058 req-8c26c23a-63ed-4837-b7c1-5b34e9ed4ffd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0602639 Sep 17 16:13:20.125228 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9448e097-ce7c-4f42-b5eb-6c545d6cb058 req-ced0226c-ef54-4797-ad52-f5e1d09fcbbe tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604324 Sep 17 16:13:21.232746 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf77b8-47f8-4bca-b757-2aadd54bd653 req-cc52cc74-41e2-4bf4-81ed-bede78c2318f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:21.234399 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c3cf77b8-47f8-4bca-b757-2aadd54bd653 req-cc52cc74-41e2-4bf4-81ed-bede78c2318f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0925519 Sep 17 16:13:21.310449 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c3cf77b8-47f8-4bca-b757-2aadd54bd653 req-367b21f3-c4a1-4fa5-ba8d-059304170169 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622165 Sep 17 16:13:21.320839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc888ff-7199-46fb-9e3c-2ae66a0ec4b4 req-3754f0e7-993d-4f15-99e2-a10d13e7d738 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:21.322587 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8cc888ff-7199-46fb-9e3c-2ae66a0ec4b4 req-3754f0e7-993d-4f15-99e2-a10d13e7d738 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0871806 Sep 17 16:13:21.375744 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8cc888ff-7199-46fb-9e3c-2ae66a0ec4b4 req-952e71db-0b4c-41dc-b4bf-63d77f9d665c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401256 Sep 17 16:13:22.495177 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dad9d-9637-45cc-95f6-55e717fb3e2c req-dc470f12-87e7-4e59-be77-dfbbe6af9bc6 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:22.497864 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c71dad9d-9637-45cc-95f6-55e717fb3e2c req-dc470f12-87e7-4e59-be77-dfbbe6af9bc6 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.1017890 Sep 17 16:13:22.600377 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5e78-d860-41ff-9e4c-e9223445adf9 req-f27411f2-df45-48c7-b373-9fe75f6f0ddd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:22.601973 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-175c5e78-d860-41ff-9e4c-e9223445adf9 req-f27411f2-df45-48c7-b373-9fe75f6f0ddd tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.1028273 Sep 17 16:13:22.605234 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c71dad9d-9637-45cc-95f6-55e717fb3e2c req-20c56ebf-26e4-4635-bbdd-0de01d37f930 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628514 Sep 17 16:13:22.696264 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-175c5e78-d860-41ff-9e4c-e9223445adf9 req-08d245b5-3609-4516-bf04-075575d61775 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800660 Sep 17 16:13:24.046708 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c406dc1-e6e9-4c02-857d-bf34aa9e5ae8 req-cc29072f-97ff-4cc5-9589-888506df4282 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:24.048619 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c406dc1-e6e9-4c02-857d-bf34aa9e5ae8 req-cc29072f-97ff-4cc5-9589-888506df4282 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.2294915 Sep 17 16:13:24.057225 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bf640-4c16-4d97-9727-6cf976235967 req-c91382c4-6515-473d-87f5-7a67c8d15654 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:24.058979 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8c7bf640-4c16-4d97-9727-6cf976235967 req-c91382c4-6515-473d-87f5-7a67c8d15654 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.1780329 Sep 17 16:13:24.162676 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c406dc1-e6e9-4c02-857d-bf34aa9e5ae8 req-7bdc165c-3250-47d9-856e-63110f67d757 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916612 Sep 17 16:13:24.189779 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8c7bf640-4c16-4d97-9727-6cf976235967 req-e650e30c-f1ad-4095-8d6c-eb4d6fb18c1e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080325 Sep 17 16:13:24.958312 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:13:24.971450 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-9dd812b6-991c-41dc-8124-622ae84cf0cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511332 Sep 17 16:13:25.083703 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-c93fa60c-bf94-44e9-95b7-f2321f22e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.085354 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-c93fa60c-bf94-44e9-95b7-f2321f22e4eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1099 time: 0.0462003 Sep 17 16:13:25.211472 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-bc298963-96c7-402b-9790-efbb1ff0a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.213544 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-bc298963-96c7-402b-9790-efbb1ff0a155 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1053939 Sep 17 16:13:25.325541 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-6178a276-17c9-4bfd-8a78-e214c1a6e23c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 200 len: 1002 time: 0.1028636 Sep 17 16:13:25.365419 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c69c-76e5-4459-a3c6-375c9673a739 req-1d9de92b-e3d7-4d66-b51e-b125234003bc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.368061 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9677c69c-76e5-4459-a3c6-375c9673a739 req-1d9de92b-e3d7-4d66-b51e-b125234003bc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0978086 Sep 17 16:13:25.382988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3ab5d-659f-46b6-afd3-fabafb2ce2b0 req-bf847e81-3aff-4170-ae2a-f2e4d737d629 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.384997 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-23b3ab5d-659f-46b6-afd3-fabafb2ce2b0 req-bf847e81-3aff-4170-ae2a-f2e4d737d629 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0819068 Sep 17 16:13:25.401335 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-2431d9ee-87eb-4701-a7af-ee65df8a1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.404167 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-2431d9ee-87eb-4701-a7af-ee65df8a1741 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0661266 Sep 17 16:13:25.478294 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9677c69c-76e5-4459-a3c6-375c9673a739 req-a71383b5-05d7-4b4d-9fc1-3b3136fd9bf2 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918710 Sep 17 16:13:25.479311 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-d9247aa4-ab18-4ed0-9265-c4c670cc8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:25.482328 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-d9247aa4-ab18-4ed0-9265-c4c670cc8637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693240 Sep 17 16:13:25.484848 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-23b3ab5d-659f-46b6-afd3-fabafb2ce2b0 req-9302aabc-7b87-41a7-b260-68bc256ed583 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882556 Sep 17 16:13:25.602157 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-7d8e84d3-b1e9-47ba-9ca9-ae5392f156d6 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106157 Sep 17 16:13:25.706026 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4e9531ae-14a8-4414-b52a-a9afbda506fc req-4d9b6410-d452-4cce-ba6f-90dac7a09b9c service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925395 Sep 17 16:13:26.664765 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e34995-48ea-42f0-819f-293c93cdf2b9 req-fbfa36c8-c690-421f-8571-a67b91860645 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:26.666332 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f8e34995-48ea-42f0-819f-293c93cdf2b9 req-fbfa36c8-c690-421f-8571-a67b91860645 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 943 time: 0.0961955 Sep 17 16:13:26.683383 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9fdcc-8fb5-4240-855e-47b87667e515 req-7b27a52f-660d-4993-bb36-a9674f61b770 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:26.685058 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-71a9fdcc-8fb5-4240-855e-47b87667e515 req-7b27a52f-660d-4993-bb36-a9674f61b770 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 943 time: 0.0748184 Sep 17 16:13:26.742144 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f8e34995-48ea-42f0-819f-293c93cdf2b9 req-2563f87c-0067-47f2-8db5-88033b7f8af6 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557764 Sep 17 16:13:26.862688 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-71a9fdcc-8fb5-4240-855e-47b87667e515 req-4a3a68c0-571f-48b7-867c-73fe7f415bdb tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688755 Sep 17 16:13:26.958165 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acb53cc7-060a-4800-9bda-0531d526a2c3 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:13:27.065831 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acb53cc7-060a-4800-9bda-0531d526a2c3,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:27.078419 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'port_id': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'mac_address': 'fa:16:3e:ad:76:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:13:27.120682 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:27.135426 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb53cc7-060a-4800-9bda-0531d526a2c3 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:13:27.160515 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acb53cc7-060a-4800-9bda-0531d526a2c3,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:27.243574 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:27.244209 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:13:27.334687 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:27.403026 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:27.417218 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'port_id': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'mac_address': 'fa:16:3e:7d:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:13:27.461175 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:27.481043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:13:27.503926 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:27.608410 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:27.665407 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=9']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:27.853244 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acb53cc7-060a-4800-9bda-0531d526a2c3'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:13:27.857860 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['e10e3deb-8656-4264-89a9-034a95a717cc'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:13:27.897864 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78539b7f-3f7f-4755-9bea-7e59459e2ca3 req-2b8bc6e2-d607-4af1-b996-6203a7c74fac tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:27.900700 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-78539b7f-3f7f-4755-9bea-7e59459e2ca3 req-2b8bc6e2-d607-4af1-b996-6203a7c74fac tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 944 time: 0.0802042 Sep 17 16:13:27.983142 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-78539b7f-3f7f-4755-9bea-7e59459e2ca3 req-345bf71e-737b-4d98-a444-11b60baaba13 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762415 Sep 17 16:13:28.038161 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01cfb7-1bfe-4839-a625-c5a3e4cdfb41 req-d96c3c05-b958-426c-be50-0035d021f978 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:28.041123 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf01cfb7-1bfe-4839-a625-c5a3e4cdfb41 req-d96c3c05-b958-426c-be50-0035d021f978 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 944 time: 0.0870686 Sep 17 16:13:28.069963 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a49f1d55-a229-4ba6-a18f-fb378a83d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:28.108410 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bf01cfb7-1bfe-4839-a625-c5a3e4cdfb41 req-cf5556e8-45a6-4595-b1f3-da51bcae8e7b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600748 Sep 17 16:13:28.958477 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acb53cc7-060a-4800-9bda-0531d526a2c3 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:13:29.070953 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port acb53cc7-060a-4800-9bda-0531d526a2c3 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:13:29.077246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port acb53cc7-060a-4800-9bda-0531d526a2c3 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:13:29.077787 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.117414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c91af4-34ba-4149-93fe-8bebd6c70d62 req-1fc35e1d-c321-402c-aa0e-9036427c0b51 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:29.119017 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13c91af4-34ba-4149-93fe-8bebd6c70d62 req-1fc35e1d-c321-402c-aa0e-9036427c0b51 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 944 time: 0.0535750 Sep 17 16:13:29.175844 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-13c91af4-34ba-4149-93fe-8bebd6c70d62 req-7b757743-d23e-4a5b-b834-b9fd1cdd9480 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488598 Sep 17 16:13:29.216872 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.246055 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:13:29.248521 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea75c195-4046-43ed-9147-d82459f134ab" -d '{"events": [{"server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "name": "network-vif-plugged", "status": "completed", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:13:29.268721 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acb53cc7-060a-4800-9bda-0531d526a2c3,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:29.269139 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c36e8-f1e0-46e2-9d6c-477c034fa5c0 req-f27eaa69-f00e-445e-85ab-f1d4643e610d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:29.271705 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1d3c36e8-f1e0-46e2-9d6c-477c034fa5c0 req-f27eaa69-f00e-445e-85ab-f1d4643e610d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 944 time: 0.0712001 Sep 17 16:13:29.292520 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5938b16-abb4-4d11-8983-ca41f84a0743 x-openstack-request-id: req-a5938b16-abb4-4d11-8983-ca41f84a0743 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:13:29.292896 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "name": "network-vif-plugged", "status": "completed", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:13:29.293218 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5938b16-abb4-4d11-8983-ca41f84a0743 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:13:29.293810 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'code': 200} Sep 17 16:13:29.340548 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1d3c36e8-f1e0-46e2-9d6c-477c034fa5c0 req-9c48f641-6df2-4c00-8c82-72473c2a455a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605352 Sep 17 16:13:29.364304 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.365636 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:13:29.469002 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:29.484586 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port e10e3deb-8656-4264-89a9-034a95a717cc triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:13:29.485008 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.586987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.625158 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:29.683348 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:29.705954 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89aa02-7615-400f-a900-4ecaf712ec5e req-bc76789f-b18f-4fba-9c9e-fa17b93f0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:29.707521 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8c89aa02-7615-400f-a900-4ecaf712ec5e req-bc76789f-b18f-4fba-9c9e-fa17b93f0342 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1098 time: 0.0484266 Sep 17 16:13:29.758491 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:29.761499 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8c89aa02-7615-400f-a900-4ecaf712ec5e req-6149aea5-ef93-47d7-8dd7-4c548574eb82 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Sep 17 16:13:30.330471 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc01e37-0ad8-4b40-a081-1e92afbdf5dd req-71dfbb69-da1b-4594-a4a2-dff17b117d35 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:30.332102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-afc01e37-0ad8-4b40-a081-1e92afbdf5dd req-71dfbb69-da1b-4594-a4a2-dff17b117d35 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0569746 Sep 17 16:13:30.381615 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-afc01e37-0ad8-4b40-a081-1e92afbdf5dd req-010c1af6-0a56-4e37-9563-f3acb0b3bbcc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384505 Sep 17 16:13:30.489768 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800049f-bc60-4058-94d3-8757587dd92d req-dc636779-5ec8-4e91-9213-e997294b2cce tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:30.491287 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0800049f-bc60-4058-94d3-8757587dd92d req-dc636779-5ec8-4e91-9213-e997294b2cce tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0556529 Sep 17 16:13:30.535861 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0800049f-bc60-4058-94d3-8757587dd92d req-fff08c13-d14f-4660-8fc0-7be4ab8452fc tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 Sep 17 16:13:30.671166 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01af7541-28e6-40b8-90f9-5246ee9f85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:31.295251 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:13:31.297793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c0c0b-c76e-4ff8-a694-3bab64fde75c" -d '{"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:13:31.337435 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97651e1-7058-4682-825c-4e92b1aeff88 x-openstack-request-id: req-e97651e1-7058-4682-825c-4e92b1aeff88 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:13:31.337902 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-plugged", "status": "completed", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:13:31.338256 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e97651e1-7058-4682-825c-4e92b1aeff88 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:13:31.338687 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'code': 200} Sep 17 16:13:31.531115 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc078e-ed80-4ba4-874b-53a4460bc3bf req-c5124525-8a72-4594-af61-08f5e22aedc7 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:31.534103 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-93cc078e-ed80-4ba4-874b-53a4460bc3bf req-c5124525-8a72-4594-af61-08f5e22aedc7 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0813725 Sep 17 16:13:31.573842 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:31.579390 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-93cc078e-ed80-4ba4-874b-53a4460bc3bf req-56feac2e-749f-40ae-a516-de3860b4f4ae tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 Sep 17 16:13:31.723053 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:31.754267 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e9bba-8ba9-4e63-9b50-be56e05529b0 req-8e1d935f-3781-4e4f-ae7a-201f1ed182bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:31.755877 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-957e9bba-8ba9-4e63-9b50-be56e05529b0 req-8e1d935f-3781-4e4f-ae7a-201f1ed182bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 1099 time: 0.0494668 Sep 17 16:13:31.796360 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-957e9bba-8ba9-4e63-9b50-be56e05529b0 req-406bf171-240b-4ab0-b26c-4bf29a922fd1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Sep 17 16:13:31.809695 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbd325-bad8-4983-b017-546a601652ca req-569e8a1b-bc1a-4ba1-8085-deab8184e742 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:31.812001 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77bbd325-bad8-4983-b017-546a601652ca req-569e8a1b-bc1a-4ba1-8085-deab8184e742 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.1370306 Sep 17 16:13:31.832194 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5054b1-4b58-4fd1-b77a-abd28f58b36e req-0aeebb4e-3214-4900-abe6-2ce9a70063f7 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:31.834803 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e5054b1-4b58-4fd1-b77a-abd28f58b36e req-0aeebb4e-3214-4900-abe6-2ce9a70063f7 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.1124957 Sep 17 16:13:31.898215 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-77bbd325-bad8-4983-b017-546a601652ca req-5052e2fc-c7af-486b-bafc-82b65e66d96a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786664 Sep 17 16:13:31.906959 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1e5054b1-4b58-4fd1-b77a-abd28f58b36e req-f9f19f1e-7204-429c-81e9-044a56d342a4 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637283 Sep 17 16:13:31.931860 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51892) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:32.086501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fadc90-dfa6-414d-aa7d-507d3d94f948 tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:32.088091 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e8fadc90-dfa6-414d-aa7d-507d3d94f948 tempest-TestVolumeBootPattern-199554278 tempest-TestVolumeBootPattern-199554278-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1093 time: 0.1551867 Sep 17 16:13:32.090999 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51896) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:32.095918 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'port_id': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:13:32.254221 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:32.364891 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:32.481039 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Allocated IP 172.27.2.90 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/c87c18ba-ea5e-4410-a2da-df9631f34474) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:13:32.600253 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:32.711587 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:32.749501 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:13:32.753376 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:13:32.757304 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:13:32.784197 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=c87c18ba-ea5e-4410-a2da-df9631f34474,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:33.052488 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d72ab-ce4c-4145-b500-6f0667d19158 req-3e2b6f4f-38c9-4d9d-95c2-a7f28be53c30 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:33.054287 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dc6d72ab-ce4c-4145-b500-6f0667d19158 req-3e2b6f4f-38c9-4d9d-95c2-a7f28be53c30 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0666180 Sep 17 16:13:33.099968 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-dc6d72ab-ce4c-4145-b500-6f0667d19158 req-6f011039-f7fc-40a2-9916-78d838d9a453 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Sep 17 16:13:33.268118 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:33.431043 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:33.610811 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:33.677297 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:33.810207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:33.871931 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event updated for resources: {'Port': ['ID=c87c18ba-ea5e-4410-a2da-df9631f34474,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:33.942355 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:34.003762 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP e58bdb70-4eed-41f1-bcc7-886c4cc81e98 associated. External IP: 172.27.2.90, port: acb53cc7-060a-4800-9bda-0531d526a2c3. Sep 17 16:13:34.263513 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c5135-a9eb-42ef-9dbc-5e4e7d888029 req-954dca8e-cd10-4bbb-8f46-6107defd4634 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:34.265240 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-634c5135-a9eb-42ef-9dbc-5e4e7d888029 req-954dca8e-cd10-4bbb-8f46-6107defd4634 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0576093 Sep 17 16:13:34.332949 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-634c5135-a9eb-42ef-9dbc-5e4e7d888029 req-e1085351-d48a-4a49-9098-322533585ca1 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559602 Sep 17 16:13:34.339623 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:13:34.472073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:13:34.486718 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:13:34.502094 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:34.503000 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:13:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:34.562401 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:34.596635 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-aa6fde9f-53f9-465e-a042-d192c042b797 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5043383 Sep 17 16:13:34.598928 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:13:34.600082 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:13:34.632626 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:34.648433 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39569e36-acff-4ed0-be89-da44982f5842 x-openstack-request-id: req-39569e36-acff-4ed0-be89-da44982f5842 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:13:34.648781 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:13:34.650214 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39569e36-acff-4ed0-be89-da44982f5842 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:13:34.650214 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'status': 'completed', 'code': 200} Sep 17 16:13:34.806694 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-ca14d5b9-7948-4093-8fe3-1fd6e5750923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:34.808868 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-ca14d5b9-7948-4093-8fe3-1fd6e5750923 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1098 time: 0.1316838 Sep 17 16:13:34.927791 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-71f49d72-000f-4f76-adb3-20c0b835476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:34.929554 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-71f49d72-000f-4f76-adb3-20c0b835476a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1138618 Sep 17 16:13:35.020727 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-d33a2a1c-4ee7-4ebe-a1f2-4da278826061 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb53cc7-060a-4800-9bda-0531d526a2c3 HTTP/1.1" status: 200 len: 998 time: 0.0836484 Sep 17 16:13:35.086100 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-b5e5881c-34bf-404c-8b38-14bcadb26d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:35.088781 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-b5e5881c-34bf-404c-8b38-14bcadb26d13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0610285 Sep 17 16:13:35.110521 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'e58bdb70-4eed-41f1-bcc7-886c4cc81e98', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:ad:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:13:33Z', 'updated_at': '2021-09-17T16:13:33Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}, {'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:35.148865 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:13:35.149140 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-0a127c0c-c11b-4cd1-8243-d98bff8b9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:35.151224 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-0a127c0c-c11b-4cd1-8243-d98bff8b9f62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548208 Sep 17 16:13:35.159399 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:35.160045 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:13:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:35.163658 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-07ab3b1b-b532-49d4-a38e-9bb0fb668474 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:13:35.164903 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-07ab3b1b-b532-49d4-a38e-9bb0fb668474 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060861 Sep 17 16:13:35.306020 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-28d67c08-1ae1-4074-ae1b-96991dfb95ea service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336722 Sep 17 16:13:35.330726 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:35.434571 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-0f575bb9-66d8-4e0b-9c83-8a9ee7c5eb91 req-287721ca-693b-4fd9-8e0e-fc2567afbff6 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216514 Sep 17 16:13:35.516048 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a82007-09da-4a20-b592-32ce7f75eed0 req-f426f65c-8b6e-4b0e-b5e4-55a5afd55f9d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:35.519397 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d2a82007-09da-4a20-b592-32ce7f75eed0 req-f426f65c-8b6e-4b0e-b5e4-55a5afd55f9d tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0689270 Sep 17 16:13:35.583854 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d2a82007-09da-4a20-b592-32ce7f75eed0 req-2b7460e9-3e0c-4d96-b58a-a8011c4b3f2e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557647 Sep 17 16:13:35.654995 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'e58bdb70-4eed-41f1-bcc7-886c4cc81e98', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:ad:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:13:33Z', 'updated_at': '2021-09-17T16:13:33Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}, {'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:35.690638 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b5130-40e6-412f-9c31-97e04f4e1658 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'e58bdb70-4eed-41f1-bcc7-886c4cc81e98', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:ad:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:13:33Z', 'updated_at': '2021-09-17T16:13:33Z', 'revision_number': 0, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}, {'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:13:35.910563 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4e2e6-6ef5-4dcf-b911-457b73d92800 None None] New status for floating IP e58bdb70-4eed-41f1-bcc7-886c4cc81e98: ACTIVE {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:13:46.995540 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:58.029523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31f58725-59bb-418d-8312-06d242350b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:00.680581 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e38b30f5-8bff-4848-a0b7-83dd81f09c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:01.595281 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:01.726734 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:01.957702 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:14:03.886484 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:09.294080 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ff4d-02fa-4c64-bb2c-e95902f4be1d req-b0854439-d9e7-47c7-b01b-a86d2dae220e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:09.296205 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22c3ff4d-02fa-4c64-bb2c-e95902f4be1d req-b0854439-d9e7-47c7-b01b-a86d2dae220e tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0631452 Sep 17 16:14:09.343303 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-22c3ff4d-02fa-4c64-bb2c-e95902f4be1d req-542779b4-6379-45ee-915a-32edd62c0c14 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Sep 17 16:14:10.480640 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c6ffa-8f7c-40c0-bef9-2894e4b3188c req-3a1bf6ab-f5d9-482a-a021-5af95eea1784 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:10.482264 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4f5c6ffa-8f7c-40c0-bef9-2894e4b3188c req-3a1bf6ab-f5d9-482a-a021-5af95eea1784 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0596538 Sep 17 16:14:10.527164 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-4f5c6ffa-8f7c-40c0-bef9-2894e4b3188c req-4b69547c-5210-4b4e-bee5-ea0126e82d3a tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups?id=b2e04b34-a3e1-4dd4-9543-564c1595b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Sep 17 16:14:10.603719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-2d15c48c-192c-4311-b5a1-92b7f9a3e60c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:10.605351 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-2d15c48c-192c-4311-b5a1-92b7f9a3e60c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 946 time: 0.0610640 Sep 17 16:14:10.714379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Deleting port e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:10.714774 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:10.823166 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] For port e10e3deb-8656-4264-89a9-034a95a717cc, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e10e3deb-8656-4264-89a9-034a95a717cc,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:14:10.823537 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:11.030906 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:11.031342 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:11.031778 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Floating IP 2d07758c-d7e3-4014-bd3a-2f557ac069af disassociated. External IP: 172.27.2.250, port: e10e3deb-8656-4264-89a9-034a95a717cc. Sep 17 16:14:11.032171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Calling delete_port for e10e3deb-8656-4264-89a9-034a95a717cc owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:11.257183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:11.568532 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'Port': ['ID=e10e3deb-8656-4264-89a9-034a95a717cc,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:11.579749 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.580108 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.580490 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.580858 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.581164 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.581502 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.581875 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.582166 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.582603 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.582878 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.583148 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.583429 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:11.681716 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-51e21395-363b-4ac8-96ed-067919e2e027 req-41579a65-fe65-4cc1-9f91-6bc2716d9b9c tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab57fdce-8089-46a3-9148-37c9b2c23c74 HTTP/1.1" status: 200 len: 210 time: 0.0304735 Sep 17 16:14:11.711423 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:14:11.842083 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:14:11.858567 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:14:11.869726 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:14:11.870679 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:14:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:11.893441 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] No DVR routers for this DVR port e10e3deb-8656-4264-89a9-034a95a717cc on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:14:11.896693 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:11.898852 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-1987fd0c-9abc-4a5d-aace-c815a13e3ecc req-35b33968-b07f-46e2-8cdf-5df00a5ac47b tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.53 "DELETE /v2.0/ports/e10e3deb-8656-4264-89a9-034a95a717cc HTTP/1.1" status: 204 len: 173 time: 1.2865176 Sep 17 16:14:11.899606 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-deleted', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:14:11.902718 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7b2eae-700d-46b4-9d5f-c2c42782ea9b" -d '{"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-deleted", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:14:12.030301 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe8fcc1-f80d-46d5-9e51-e4ea5c06598f x-openstack-request-id: req-5fe8fcc1-f80d-46d5-9e51-e4ea5c06598f {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:14:12.031075 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57fdce-8089-46a3-9148-37c9b2c23c74", "name": "network-vif-deleted", "tag": "e10e3deb-8656-4264-89a9-034a95a717cc", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:14:12.031692 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fe8fcc1-f80d-46d5-9e51-e4ea5c06598f {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:14:12.032725 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57fdce-8089-46a3-9148-37c9b2c23c74', 'name': 'network-vif-deleted', 'tag': 'e10e3deb-8656-4264-89a9-034a95a717cc', 'status': 'completed', 'code': 200} Sep 17 16:14:12.046044 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:14:12.321106 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:12.355166 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:14:12.370079 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:14:12.371137 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:14:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:12.528258 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:14:12.797112 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:12.835403 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3338da-8a5b-4dd7-bcff-f4081ec75447 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:08:24Z', 'revision_number': 4, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '45da97ac-54b9-4efd-a2f1-ae9636fccc09', 'name': '', 'network_id': 'ffda7f23-28b5-4460-bd4e-83170732ea2c', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'mac_address': 'fa:16:3e:50:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:23Z', 'updated_at': '2021-09-17T16:08:30Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'subnets': [{'id': '32cbbd3f-0611-4f4f-adc7-081163fcf02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:14:12.912325 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 51982) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:12.990839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.022342 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.131504 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c845c7f-6ddf-4778-a60d-da2204f0dc0a None None] New status for floating IP 2d07758c-d7e3-4014-bd3a-2f557ac069af: DOWN {{(pid=94530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:14:13.188662 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.193905 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.195855 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2e04b34-a3e1-4dd4-9543-564c1595b7df HTTP/1.1" status: 204 len: 168 time: 0.2820940 Sep 17 16:14:13.199001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51984) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:13.213815 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e04b34-a3e1-4dd4-9543-564c1595b7df,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:13.219569 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.api.v2.resource [None req-b7bfd6a1-5d63-4ecd-9242-c6cb29227616 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] show failed (client error): The resource could not be found. Sep 17 16:14:13.225742 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b7bfd6a1-5d63-4ecd-9242-c6cb29227616 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "GET /v2.0/security-groups/b2e04b34-a3e1-4dd4-9543-564c1595b7df HTTP/1.1" status: 404 len: 347 time: 0.0247116 Sep 17 16:14:13.226776 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 51986) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:13.229509 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.230364 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.230872 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.231461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.232053 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.232689 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.238727 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096841e-e9a8-4e33-8c61-6649fc2236e3 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:13.405556 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Deleting port 5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:13.406142 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.535082 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.535480 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.550075 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Calling delete_port for 5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1 owned by network:floatingip {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:13.788603 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.815990 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Pushing event deleted for resources: {'Port': ['ID=5997027d-1cf5-4ade-9ce6-7dcc8e7f5df1,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:13.901611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.905600 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.906889 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-100ad9fa-31e8-4da6-8999-c51695c5fa32 tempest-AttachVolumeShelveTestJSON-1978799020 tempest-AttachVolumeShelveTestJSON-1978799020-project] 10.222.0.59 "DELETE /v2.0/floatingips/2d07758c-d7e3-4014-bd3a-2f557ac069af HTTP/1.1" status: 204 len: 168 time: 0.6788645 Sep 17 16:14:15.221044 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:14:15.246152 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: e10e3deb-8656-4264-89a9-034a95a717cc {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:14:15.246493 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device e10e3deb-8656-4264-89a9-034a95a717cc not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:14:16.721296 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52010) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:16.908373 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:17.316675 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:17.657913 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Deleting port 45da97ac-54b9-4efd-a2f1-ae9636fccc09 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:17.658238 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:17.755957 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] For port 45da97ac-54b9-4efd-a2f1-ae9636fccc09, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=45da97ac-54b9-4efd-a2f1-ae9636fccc09,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:14:17.756781 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:17.772839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Calling delete_port for 45da97ac-54b9-4efd-a2f1-ae9636fccc09 owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:18.057163 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:18.087665 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Pushing event deleted for resources: {'Port': ['ID=45da97ac-54b9-4efd-a2f1-ae9636fccc09,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:18.306122 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:18.561446 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Router 36646e0f-6ddd-4d99-80ad-b0864583914d has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:14:18.686561 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:14:18.694826 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e61dcb49-694e-4f43-8bdd-0c0aadb85465 admin admin] 10.222.0.59 "PUT /v2.0/routers/36646e0f-6ddd-4d99-80ad-b0864583914d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717748 Sep 17 16:14:18.697466 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52014) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:18.701013 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Sync routers for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:14:18.713236 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:14:18.713871 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:14:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:18.869368 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:18.981594 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:14:19.047079 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.186593 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Deleting port 285948b8-de4e-4939-9e00-4fa4afeccb79 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:19.187009 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.273792 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:14:17Z', 'revision_number': 5, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port': {'id': '285948b8-de4e-4939-9e00-4fa4afeccb79', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:08:20Z', 'updated_at': '2021-09-17T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:19.302950 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Checking router: 36646e0f-6ddd-4d99-80ad-b0864583914d for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:14:19.312993 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Routers {'36646e0f-6ddd-4d99-80ad-b0864583914d'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:14:19.313632 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:14:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['36646e0f-6ddd-4d99-80ad-b0864583914d'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:19.326966 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] For port 285948b8-de4e-4939-9e00-4fa4afeccb79, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=285948b8-de4e-4939-9e00-4fa4afeccb79,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:14:19.327578 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.345568 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Calling delete_port for 285948b8-de4e-4939-9e00-4fa4afeccb79 owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:19.446728 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] Set router 36646e0f-6ddd-4d99-80ad-b0864583914d gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:14:19.527867 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:14:19Z', 'revision_number': 6, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:19.561792 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c3e57-60f8-4958-b198-f9f4ea016b27 None None] The sync data for ids ['36646e0f-6ddd-4d99-80ad-b0864583914d'] in dv-cinder-809206-2-iscsi is: [{'id': '36646e0f-6ddd-4d99-80ad-b0864583914d', 'name': 'tempest-AttachVolumeShelveTestJSON-1888951186-router', 'tenant_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:08:19Z', 'updated_at': '2021-09-17T16:14:19Z', 'revision_number': 6, 'project_id': 'f6b04e693f4f4b8e952b8b69f30676dc', 'gw_port_host': None}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:14:19.674215 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.702392 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Pushing event deleted for resources: {'Port': ['ID=285948b8-de4e-4939-9e00-4fa4afeccb79,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:19.772763 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.906566 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:19.921775 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.155254 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.155839 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36646e0f-6ddd-4d99-80ad-b0864583914d {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:14:20.162482 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.163757 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-ea4c61e8-2e13-422f-a2d8-baf4e5dfe01a admin admin] 10.222.0.59 "DELETE /v2.0/routers/36646e0f-6ddd-4d99-80ad-b0864583914d HTTP/1.1" status: 204 len: 168 time: 1.4650955 Sep 17 16:14:20.166538 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52016) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:20.217299 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Deleting subnet 32cbbd3f-0611-4f4f-adc7-081163fcf02a {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:14:20.221893 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.264601 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.360484 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 45da97ac-54b9-4efd-a2f1-ae9636fccc09 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:14:20.369337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.395248 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 45da97ac-54b9-4efd-a2f1-ae9636fccc09 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:14:20.395800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 45da97ac-54b9-4efd-a2f1-ae9636fccc09 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:14:20.560836 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.589188 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cbbd3f-0611-4f4f-adc7-081163fcf02a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:20.600568 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.607998 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52018) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:20.609228 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3d8e8a5b-ad6b-4936-aabf-66cf788c34b3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32cbbd3f-0611-4f4f-adc7-081163fcf02a HTTP/1.1" status: 204 len: 168 time: 0.4411304 Sep 17 16:14:20.610947 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581ea3f-88c7-40fa-9843-90b1da69e5d1 None None] Network ffda7f23-28b5-4460-bd4e-83170732ea2c requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:14:20.750272 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.825106 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Deleting port 0df4343c-8ab5-417b-ad88-316a1e986b3e {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:20.825460 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.848765 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] DHCP port deletion for ffda7f23-28b5-4460-bd4e-83170732ea2c request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:14:20.904607 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Deleting port 0df4343c-8ab5-417b-ad88-316a1e986b3e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:14:20.905319 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.916420 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] For port 0df4343c-8ab5-417b-ad88-316a1e986b3e, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=0df4343c-8ab5-417b-ad88-316a1e986b3e,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:14:20.917009 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:20.937064 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Calling delete_port for 0df4343c-8ab5-417b-ad88-316a1e986b3e owned by network:dhcp {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:21.009172 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] For port 0df4343c-8ab5-417b-ad88-316a1e986b3e, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=0df4343c-8ab5-417b-ad88-316a1e986b3e,segment=NetworkSegment(cdd7cbc7-4ad4-4496-b2da-8be828f922da),segment_id=cdd7cbc7-4ad4-4496-b2da-8be828f922da)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:14:21.009916 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.034649 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Calling delete_port for 0df4343c-8ab5-417b-ad88-316a1e986b3e owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:14:21.108680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.138369 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.155532 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df4343c-8ab5-417b-ad88-316a1e986b3e,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:21.159148 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] No DVR routers for this DVR port 0df4343c-8ab5-417b-ad88-316a1e986b3e on host dv-cinder-809206-2-iscsi {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:14:21.177815 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Pushing event deleted for resources: {'Port': ['ID=0df4343c-8ab5-417b-ad88-316a1e986b3e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:21.180974 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] No DVR routers for this DVR port 0df4343c-8ab5-417b-ad88-316a1e986b3e on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:14:21.190373 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.190870 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.191039 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.191456 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.191732 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.192075 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.192443 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.192781 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.193133 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.193471 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.193793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.194117 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf97d13-b646-445d-b21a-6db34fdc7112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:14:21.285014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.310893 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda7f23-28b5-4460-bd4e-83170732ea2c']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:21.324663 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd7cbc7-4ad4-4496-b2da-8be828f922da') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:21.325065 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd7cbc7-4ad4-4496-b2da-8be828f922da') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:14:21.339313 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.354662 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.362670 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:14:21.363164 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:14:21.365250 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:14:21.530866 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.539068 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:21.541389 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ffda7f23-28b5-4460-bd4e-83170732ea2c HTTP/1.1" status: 204 len: 168 time: 0.9281142 Sep 17 16:14:21.555511 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538af31e-550e-4e15-acf1-48229716b095 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffda7f23-28b5-4460-bd4e-83170732ea2c,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:21.796950 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 285948b8-de4e-4939-9e00-4fa4afeccb79 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:14:21.823400 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 285948b8-de4e-4939-9e00-4fa4afeccb79 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:14:21.827216 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 285948b8-de4e-4939-9e00-4fa4afeccb79 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:14:21.827216 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 0df4343c-8ab5-417b-ad88-316a1e986b3e no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:14:21.850962 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 0df4343c-8ab5-417b-ad88-316a1e986b3e {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:14:21.855922 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 0df4343c-8ab5-417b-ad88-316a1e986b3e not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:14:22.049847 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52026) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:22.098482 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-327a944c-41b8-491f-85ab-baae269ebd7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6b04e693f4f4b8e952b8b69f30676dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472214 Sep 17 16:14:22.101280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52028) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:22.160920 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:22.188525 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:22.331125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:22.334257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:22.335585 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d32f3919-8101-4c44-88ac-97e369649561 HTTP/1.1" status: 204 len: 168 time: 0.2332153 Sep 17 16:14:22.345148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67758d26-8426-48ad-8efb-c2491c432921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f3919-8101-4c44-88ac-97e369649561,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:28.176266 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dc2d02e3-0645-4c32-ac9b-94f591433e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:30.690339 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c317d27d-5ee6-4e67-8e29-05f379321711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.481158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52112) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:31.558905 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.615591 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-147c1185-6589-4975-acb1-7b3d8d974aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.719414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-147c1185-6589-4975-acb1-7b3d8d974aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.735696 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.827259 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-147c1185-6589-4975-acb1-7b3d8d974aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.869995 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-147c1185-6589-4975-acb1-7b3d8d974aeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14a7e129bd684d539fce2bfd0c3e1945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870802 Sep 17 16:14:31.871854 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1185-6589-4975-acb1-7b3d8d974aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab430a-b4c3-4173-b2ba-03b043f84972,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:31.873815 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52116) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:31.936800 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:31.963178 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:32.118934 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:32.121859 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:32.123437 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bab430a-b4c3-4173-b2ba-03b043f84972 HTTP/1.1" status: 204 len: 168 time: 0.2482979 Sep 17 16:14:32.132399 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436833db-7810-4fdf-b0cc-026619f8035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab430a-b4c3-4173-b2ba-03b043f84972,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:32.934256 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52122) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:32.948518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-480c71b2-5688-46ef-aeff-c778b7185414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.056431 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-480c71b2-5688-46ef-aeff-c778b7185414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.141236 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-480c71b2-5688-46ef-aeff-c778b7185414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.183674 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-480c71b2-5688-46ef-aeff-c778b7185414 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea130e4f3bdc4158aebddd7b0eae42e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482221 Sep 17 16:14:33.184451 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c71b2-5688-46ef-aeff-c778b7185414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fbbc6f-87f4-4d5e-8297-9d57a927025d,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:33.188001 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52124) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:33.246583 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.272115 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.410045 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.412949 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:33.414261 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15fbbc6f-87f4-4d5e-8297-9d57a927025d HTTP/1.1" status: 204 len: 168 time: 0.2251384 Sep 17 16:14:33.425571 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419ba38-8cef-43d6-97e8-691ee8b83fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fbbc6f-87f4-4d5e-8297-9d57a927025d,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:33.895679 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:37.819845 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52196) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:37.951611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3bd509d8-888e-4e5b-9bb5-991b8a1f2f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.066787 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3bd509d8-888e-4e5b-9bb5-991b8a1f2f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.135510 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3bd509d8-888e-4e5b-9bb5-991b8a1f2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.180637 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3bd509d8-888e-4e5b-9bb5-991b8a1f2f94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55b7a3c19bf84b9dbf610cf2f1d3e60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592319 Sep 17 16:14:38.181378 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd509d8-888e-4e5b-9bb5-991b8a1f2f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68086a1-e083-49de-b221-1e20f7d0e621,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:38.185021 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52200) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:38.273766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.310995 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.833059 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.836491 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:38.837748 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f68086a1-e083-49de-b221-1e20f7d0e621 HTTP/1.1" status: 204 len: 168 time: 0.6517625 Sep 17 16:14:38.850847 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d2b91-4a81-44a7-bcd2-e0d232ecc007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68086a1-e083-49de-b221-1e20f7d0e621,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:38.959111 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:14:39.704399 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52206) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:39.719590 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f50da29-5713-487b-9003-eba8a1ac68bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:39.818814 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f50da29-5713-487b-9003-eba8a1ac68bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:39.924160 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-5f50da29-5713-487b-9003-eba8a1ac68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:39.963424 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50da29-5713-487b-9003-eba8a1ac68bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25beca3e-e736-4e7f-af07-7a4b63d2935a,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:39.968392 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-5f50da29-5713-487b-9003-eba8a1ac68bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f86936314c6c41e3a040371996799c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627559 Sep 17 16:14:39.972475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52208) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:40.030391 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:40.055086 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:40.203857 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:40.206537 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:40.207773 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25beca3e-e736-4e7f-af07-7a4b63d2935a HTTP/1.1" status: 204 len: 168 time: 0.2340682 Sep 17 16:14:40.218851 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc734abd-9832-4fa0-b818-56573c4f225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25beca3e-e736-4e7f-af07-7a4b63d2935a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:44.080922 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52276) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:44.222016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5cef89f-3bcf-4b8f-8944-f81baa79eb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.331274 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5cef89f-3bcf-4b8f-8944-f81baa79eb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.397968 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5cef89f-3bcf-4b8f-8944-f81baa79eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.441794 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef89f-3bcf-4b8f-8944-f81baa79eb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d82de6-a3fc-46ca-adc0-9ed11fc73edf,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:44.446437 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e5cef89f-3bcf-4b8f-8944-f81baa79eb33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7327ba036ffe4fb9aee3ba70989662e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641441 Sep 17 16:14:44.449872 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52280) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:44.507191 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.535787 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.678395 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.681237 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.682550 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79d82de6-a3fc-46ca-adc0-9ed11fc73edf HTTP/1.1" status: 204 len: 168 time: 0.2316785 Sep 17 16:14:44.692133 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f6324-0b8f-4e54-9902-75eb945847cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d82de6-a3fc-46ca-adc0-9ed11fc73edf,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:45.614491 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52286) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:45.628003 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f3163dd-59cd-4fd2-9e8d-0421d196faad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:45.729050 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f3163dd-59cd-4fd2-9e8d-0421d196faad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:45.798236 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f3163dd-59cd-4fd2-9e8d-0421d196faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:45.842045 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6f3163dd-59cd-4fd2-9e8d-0421d196faad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ae71831e222419eb1962fb036e6eeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263174 Sep 17 16:14:45.842819 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3163dd-59cd-4fd2-9e8d-0421d196faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c368f-616c-4d37-b428-d88dd064aedd,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:45.845068 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52288) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:14:45.902541 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:45.925875 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:46.071970 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:46.074874 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:46.076315 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/578c368f-616c-4d37-b428-d88dd064aedd HTTP/1.1" status: 204 len: 168 time: 0.2298710 Sep 17 16:14:46.090460 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e4a21-6f16-4a98-817d-a34bdb3f9cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c368f-616c-4d37-b428-d88dd064aedd,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:14:46.923691 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:58.031931 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42678ef3-d192-4ab9-a582-f6f0e568199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:00.660007 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7a587ca-c07e-4458-8ce6-3916251183d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:01.580327 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:01.763082 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:02.774121 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52362) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:02.958841 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port c87c18ba-ea5e-4410-a2da-df9631f34474 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:02.959183 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.055574 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.056054 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.070863 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for c87c18ba-ea5e-4410-a2da-df9631f34474 owned by network:floatingip {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:03.334437 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.366569 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=c87c18ba-ea5e-4410-a2da-df9631f34474,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:03.481192 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.481704 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP e58bdb70-4eed-41f1-bcc7-886c4cc81e98 disassociated (deleted). External IP: 172.27.2.90, port: acb53cc7-060a-4800-9bda-0531d526a2c3. Sep 17 16:15:03.747676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:03.877527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:03.882387 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:03.890501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:03.902918 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:03.903706 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:03.912142 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-896e4870-0352-4ffb-86ed-bf9a7e0135bf tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "DELETE /v2.0/floatingips/e58bdb70-4eed-41f1-bcc7-886c4cc81e98 HTTP/1.1" status: 204 len: 168 time: 1.1365304 Sep 17 16:15:03.912773 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:15:03.915133 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:15:03.967625 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:04.090514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa8575-c412-457b-aa09-b55d3c656099 x-openstack-request-id: req-7aaa8575-c412-457b-aa09-b55d3c656099 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:15:04.090791 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:15:04.091031 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:04.091199 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7aaa8575-c412-457b-aa09-b55d3c656099 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:15:04.091442 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'status': 'completed', 'code': 200} Sep 17 16:15:04.362747 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:04.393415 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:04.403942 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:04.404633 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:04.516174 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb11d8e-6def-453a-a181-8560f8271842 req-72a77cd2-109a-411f-b020-d926f2e0a334 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:04.518082 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2bb11d8e-6def-453a-a181-8560f8271842 req-72a77cd2-109a-411f-b020-d926f2e0a334 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0842187 Sep 17 16:15:04.534201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:04.584213 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2bb11d8e-6def-453a-a181-8560f8271842 req-69fe3694-3484-4018-abc2-5cbb711fe36d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592730 Sep 17 16:15:04.812765 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:04.844166 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595aaa10-a013-4d2e-b11d-11eaa11def00 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': 'f80520de-d1cc-4701-a55d-4059cf3cf27b', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'port_id': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'mac_address': 'fa:16:3e:e5:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:10:57Z', 'updated_at': '2021-09-17T16:11:00Z', 'revision_number': 1, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:05.122039 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194545d-9e4b-439b-919d-de532b4d87aa None None] New status for floating IP e58bdb70-4eed-41f1-bcc7-886c4cc81e98: DOWN {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:15:05.724561 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08fb45-ddfe-421b-8b27-889b1a827b8e req-b260abd7-c8e5-4d09-b82e-ee131617c441 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:05.726199 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bc08fb45-ddfe-421b-8b27-889b1a827b8e req-b260abd7-c8e5-4d09-b82e-ee131617c441 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0606098 Sep 17 16:15:05.774227 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-bc08fb45-ddfe-421b-8b27-889b1a827b8e req-1f79a9f8-66c8-4f8b-a31b-c06279797cc6 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Sep 17 16:15:06.854996 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-8bc5143b-f567-4073-b839-58e51dc750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:06.857753 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-8bc5143b-f567-4073-b839-58e51dc750d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 1098 time: 0.0714536 Sep 17 16:15:06.912481 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9823736-d15d-4067-a17a-febcbde9a8f3 req-5a848c42-f7d0-430e-b922-c573e228598c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:06.914136 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9823736-d15d-4067-a17a-febcbde9a8f3 req-5a848c42-f7d0-430e-b922-c573e228598c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0626719 Sep 17 16:15:06.971643 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e9823736-d15d-4067-a17a-febcbde9a8f3 req-bfe925aa-297e-4944-87fa-29949a7f4892 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Sep 17 16:15:06.975627 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-61d3436d-dc22-4d9c-aff7-fffe96cbdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:06.977615 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-61d3436d-dc22-4d9c-aff7-fffe96cbdba9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1112392 Sep 17 16:15:07.027007 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-58f07ed8-6db4-4b37-876b-6a93d048b0a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb53cc7-060a-4800-9bda-0531d526a2c3 HTTP/1.1" status: 200 len: 217 time: 0.0388851 Sep 17 16:15:07.083115 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-e1ade061-3b33-48b1-9f26-e876b32c5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:07.084695 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-e1ade061-3b33-48b1-9f26-e876b32c5708 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0500746 Sep 17 16:15:07.142102 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-dcb95b70-28fa-4c6a-97e9-79cba460985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:07.143655 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-dcb95b70-28fa-4c6a-97e9-79cba460985b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503736 Sep 17 16:15:07.249697 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-af58e8aa-cb62-4ed2-9433-c78d2dacda4c service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971076 Sep 17 16:15:07.367578 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fbdba942-5d21-4217-9cf7-9b0c5a127f1a req-ce86c16f-b13d-4d58-993a-eec55a210493 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088145 Sep 17 16:15:08.129956 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538b0b-7d5c-4382-901c-3f51e9d5aea7 req-ecda77bf-c2e1-4ba0-bac5-adfd7c957638 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:08.131641 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11538b0b-7d5c-4382-901c-3f51e9d5aea7 req-ecda77bf-c2e1-4ba0-bac5-adfd7c957638 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0735760 Sep 17 16:15:08.177959 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-11538b0b-7d5c-4382-901c-3f51e9d5aea7 req-35835ab0-46d4-4df0-b47d-9c5ad1ac4fb9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Sep 17 16:15:08.488697 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-b7648141-1172-4a0a-abc9-00f668ac5368 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:08.490493 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-b7648141-1172-4a0a-abc9-00f668ac5368 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 945 time: 0.0606501 Sep 17 16:15:08.601364 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port acb53cc7-060a-4800-9bda-0531d526a2c3 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:08.601648 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:08.711016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] For port acb53cc7-060a-4800-9bda-0531d526a2c3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acb53cc7-060a-4800-9bda-0531d526a2c3,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:08.711519 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:08.726357 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for acb53cc7-060a-4800-9bda-0531d526a2c3 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:08.963618 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:09.000626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=acb53cc7-060a-4800-9bda-0531d526a2c3,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:09.063414 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] No DVR routers for this DVR port acb53cc7-060a-4800-9bda-0531d526a2c3 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:15:09.066654 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:09.069275 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-419ae387-2cbd-4c46-8f08-de31a7020c01 req-65da8af9-cbe5-4b0d-a772-fb528ec4d054 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "DELETE /v2.0/ports/acb53cc7-060a-4800-9bda-0531d526a2c3 HTTP/1.1" status: 204 len: 173 time: 0.5723851 Sep 17 16:15:09.069848 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'name': 'network-vif-deleted', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:15:09.072442 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa81b86-798c-489c-b6c8-c4620bf66151" -d '{"events": [{"server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "name": "network-vif-deleted", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:15:09.120649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f96a2-449e-4de8-93da-1a855bbb37f7 x-openstack-request-id: req-da5f96a2-449e-4de8-93da-1a855bbb37f7 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:15:09.120649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639b59a-c34f-4886-bfe7-9c70233037c9", "name": "network-vif-deleted", "tag": "acb53cc7-060a-4800-9bda-0531d526a2c3", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:15:09.120649 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da5f96a2-449e-4de8-93da-1a855bbb37f7 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:15:09.120649 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639b59a-c34f-4886-bfe7-9c70233037c9', 'name': 'network-vif-deleted', 'tag': 'acb53cc7-060a-4800-9bda-0531d526a2c3', 'status': 'completed', 'code': 200} Sep 17 16:15:09.307329 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-8730f27e-a9d4-40fb-8288-3a2b70f3ec9d req-af7e0c15-684f-41bd-b135-d5c65b82136c tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0371270 Sep 17 16:15:10.451137 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-57ccb15f-c6f0-4f04-912f-3c97c70f1d7c req-4b1e42ca-4863-4d0a-bb84-6682d00d558e tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=c639b59a-c34f-4886-bfe7-9c70233037c9 HTTP/1.1" status: 200 len: 210 time: 0.0307283 Sep 17 16:15:11.356487 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acb53cc7-060a-4800-9bda-0531d526a2c3 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:11.378688 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: acb53cc7-060a-4800-9bda-0531d526a2c3 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:11.419683 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acb53cc7-060a-4800-9bda-0531d526a2c3 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:13.452450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52452) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:13.570575 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:13.689835 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:13.813876 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:13.861139 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22bbb88-d913-4c57-87d6-1127dbd7b23a,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:13.866859 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=828b943a23824855b39868c41faa2d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131839 Sep 17 16:15:13.871658 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52456) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:13.874016 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.874375 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.874711 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.875188 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.875602 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.875936 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.876258 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.876706 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.880461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.880461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.880461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.880461 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62fd15-9f19-4815-843f-6ab0d3e3a770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:13.932902 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:13.960612 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.105945 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.108888 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.110208 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c22bbb88-d913-4c57-87d6-1127dbd7b23a HTTP/1.1" status: 204 len: 168 time: 0.2373281 Sep 17 16:15:14.118754 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22bbb88-d913-4c57-87d6-1127dbd7b23a,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:14.132899 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.138180 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.140570 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.140570 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005812b-45e2-45ec-8654-b1ba55d2e58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:14.162285 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52462) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:14.351806 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port f1a715a1-75a8-4f45-be29-4536fd11786b {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:14.352171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.495647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.496152 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.515144 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for f1a715a1-75a8-4f45-be29-4536fd11786b owned by network:floatingip {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:14.876937 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.908038 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=f1a715a1-75a8-4f45-be29-4536fd11786b,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:14.995810 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.996125 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.l3_db [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Floating IP f80520de-d1cc-4701-a55d-4059cf3cf27b disassociated (deleted). External IP: 172.27.2.219, port: 17dee0bd-25e2-4f26-992e-ac612b44c816. Sep 17 16:15:15.266378 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:15.422813 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:15.430379 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:15.440185 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:15.459072 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:15.460153 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:15.475884 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-41bb11b4-b35d-4e2c-a91f-d5bbd27d4e62 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "DELETE /v2.0/floatingips/f80520de-d1cc-4701-a55d-4059cf3cf27b HTTP/1.1" status: 204 len: 168 time: 1.3079672 Sep 17 16:15:15.475884 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:15:15.477395 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc25bf-a749-4b46-9e9b-0a5328be8f17" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:15:15.531100 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633d0e8-7f33-4144-872d-4d1d1c37a72d x-openstack-request-id: req-5633d0e8-7f33-4144-872d-4d1d1c37a72d {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:15:15.531539 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:15:15.531984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5633d0e8-7f33-4144-872d-4d1d1c37a72d {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:15:15.532633 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'status': 'completed', 'code': 200} Sep 17 16:15:15.659654 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-6da8e649-ca04-4f76-b89b-d205b47ce2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:15.669144 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-6da8e649-ca04-4f76-b89b-d205b47ce2d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cab3be4cceb430592a04a7befc48bd7&device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 1099 time: 0.1001277 Sep 17 16:15:15.707689 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:15.817364 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-9ad186f9-626a-4632-a3ac-066a96ab5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:15.819814 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-9ad186f9-626a-4632-a3ac-066a96ab5fbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 200 len: 913 time: 0.1504037 Sep 17 16:15:15.895799 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-487c7516-e1bf-44af-a172-408a6c8a4229 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 200 len: 217 time: 0.0689795 Sep 17 16:15:15.961611 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:15:15.979641 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-93dddee2-d1fa-4904-9422-78c421568248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:15.982149 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-93dddee2-d1fa-4904-9422-78c421568248 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 200 len: 851 time: 0.0790567 Sep 17 16:15:16.053639 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-248e9f65-2198-417b-8487-532e31c55feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:16.055829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-248e9f65-2198-417b-8487-532e31c55feb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659986 Sep 17 16:15:16.060602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:16.092362 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:16.108625 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:16.108625 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:16.232932 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:16.239941 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-47c22f49-c3ca-4721-9470-f173903ae536 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770976 Sep 17 16:15:16.270769 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09fd7d-4786-43e0-b808-fe616ac57b58 req-5fbc4f67-c644-4d0b-860d-766ef433c7d9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:16.273167 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f09fd7d-4786-43e0-b808-fe616ac57b58 req-5fbc4f67-c644-4d0b-860d-766ef433c7d9 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0880027 Sep 17 16:15:16.341061 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2f09fd7d-4786-43e0-b808-fe616ac57b58 req-39965b5e-5f23-4ae9-b9c2-adc2ee49028d tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527484 Sep 17 16:15:16.413629 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-cefc25bf-a749-4b46-9e9b-0a5328be8f17 req-253dc042-e96f-4fdc-80f9-1cd4a58af430 service neutron] 10.222.0.53 "GET /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645765 Sep 17 16:15:16.523572 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:16.562833 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cacb5-1060-4773-a211-551cae58a864 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:06:50Z', 'revision_number': 4, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e94b560e-8448-4f99-a976-8b3930e9e591', 'name': '', 'network_id': 'cace5d33-faf9-4a0c-8cf1-067b5a5e4a05', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'mac_address': 'fa:16:3e:5b:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:49Z', 'updated_at': '2021-09-17T16:06:57Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'subnets': [{'id': 'd115eb49-1a40-4d4f-8949-732ed855d1a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:16.874620 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef82fd-92ac-4267-8990-714b5b4d3f31 None None] New status for floating IP f80520de-d1cc-4701-a55d-4059cf3cf27b: DOWN {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:15:16.996601 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:17.518611 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67333bb-07f9-45b9-a638-237dfeeb2818 req-cf3c4183-a7cf-4611-9ccd-229ab327b56f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:17.520394 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e67333bb-07f9-45b9-a638-237dfeeb2818 req-cf3c4183-a7cf-4611-9ccd-229ab327b56f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0731688 Sep 17 16:15:17.569630 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e67333bb-07f9-45b9-a638-237dfeeb2818 req-98de8755-a14d-483a-972e-18dcc5abe680 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/security-groups?id=b70d5293-70c1-4234-ba84-f772382779ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Sep 17 16:15:17.674240 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-c95389d5-adc1-4c92-8092-10f623e7aa1f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:17.675870 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-c95389d5-adc1-4c92-8092-10f623e7aa1f tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 946 time: 0.0543654 Sep 17 16:15:17.792589 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port 17dee0bd-25e2-4f26-992e-ac612b44c816 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:17.792937 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:17.908419 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] For port 17dee0bd-25e2-4f26-992e-ac612b44c816, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17dee0bd-25e2-4f26-992e-ac612b44c816,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:17.908742 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:17.923905 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for 17dee0bd-25e2-4f26-992e-ac612b44c816 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:18.459388 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:18.496040 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=17dee0bd-25e2-4f26-992e-ac612b44c816,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:18.548668 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] No DVR routers for this DVR port 17dee0bd-25e2-4f26-992e-ac612b44c816 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:15:18.552019 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:18.554211 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-96f02bf4-c95b-479b-a93d-4572e1148d4f req-5f0dd0b9-9e3c-4dba-9da6-32e778394af3 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.53 "DELETE /v2.0/ports/17dee0bd-25e2-4f26-992e-ac612b44c816 HTTP/1.1" status: 204 len: 173 time: 0.8694663 Sep 17 16:15:18.554896 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'name': 'network-vif-deleted', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:15:18.559255 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528f8442-04c8-4d13-a28c-54767104cc6d" -d '{"events": [{"server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "name": "network-vif-deleted", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:15:18.612479 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61700d6b-87f5-4821-98d2-bae5765728d4 x-openstack-request-id: req-61700d6b-87f5-4821-98d2-bae5765728d4 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:15:18.612682 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b", "name": "network-vif-deleted", "tag": "17dee0bd-25e2-4f26-992e-ac612b44c816", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:15:18.613033 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61700d6b-87f5-4821-98d2-bae5765728d4 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:15:18.614050 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b', 'name': 'network-vif-deleted', 'tag': '17dee0bd-25e2-4f26-992e-ac612b44c816', 'status': 'completed', 'code': 200} Sep 17 16:15:18.744809 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e6ce4248-730d-440c-8e03-3b69d13a700a req-2a18baa7-b77a-4fea-b82c-b32b09a39066 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0533588 Sep 17 16:15:19.917127 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-65bb4ed4-3854-4be4-87f8-de8827736071 req-2673ec1c-dd0a-4172-9aaa-b424327927dc tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fd7f8fc-4995-4ea1-9dd8-79ad5548c29b HTTP/1.1" status: 200 len: 210 time: 0.0423536 Sep 17 16:15:20.969515 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52530) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:21.115053 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Deleting port 4cbb91e1-48c7-4f47-a8d4-4e416f4e7170 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:21.115535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.208223 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.208527 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.222428 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Calling delete_port for 4cbb91e1-48c7-4f47-a8d4-4e416f4e7170 owned by network:floatingip {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:21.386775 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 17dee0bd-25e2-4f26-992e-ac612b44c816 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:21.408637 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: 17dee0bd-25e2-4f26-992e-ac612b44c816 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:21.409067 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device 17dee0bd-25e2-4f26-992e-ac612b44c816 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:21.494795 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.548314 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'Port': ['ID=4cbb91e1-48c7-4f47-a8d4-4e416f4e7170,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:21.638150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.641033 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:21.642255 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-d5b700c5-d963-4e6a-a449-e8a4ff20f0fb tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "DELETE /v2.0/floatingips/af3ef0b5-7c94-4d1b-aade-bad1f55e3d03 HTTP/1.1" status: 204 len: 168 time: 0.6713362 Sep 17 16:15:23.085528 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52574) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:23.189407 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:23.227108 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:23.413699 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:23.419274 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:23.421266 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] 10.222.0.59 "DELETE /v2.0/security-groups/b70d5293-70c1-4234-ba84-f772382779ff HTTP/1.1" status: 204 len: 168 time: 0.3336604 Sep 17 16:15:23.443078 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a856-9be6-43a8-90f3-f7c87b6bedb1 tempest-TestVolumeBootPattern-407881633 tempest-TestVolumeBootPattern-407881633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d5293-70c1-4234-ba84-f772382779ff,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:23.583848 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52588) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:24.361894 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:24.704802 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Deleting port e94b560e-8448-4f99-a976-8b3930e9e591 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:24.705141 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:24.847279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] For port e94b560e-8448-4f99-a976-8b3930e9e591, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e94b560e-8448-4f99-a976-8b3930e9e591,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:24.847900 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:24.866912 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Calling delete_port for e94b560e-8448-4f99-a976-8b3930e9e591 owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:25.144988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:25.175414 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94b560e-8448-4f99-a976-8b3930e9e591,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:25.424889 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:25.753600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:25.884714 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:25.890161 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-64f769f5-7e06-4306-a485-2f8ec9393744 admin admin] 10.222.0.59 "PUT /v2.0/routers/593cd6f9-83a8-4bc5-84b1-e31dcfff928f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047674 Sep 17 16:15:25.894378 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52618) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:25.899733 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Sync routers for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:25.911564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:25.912229 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:26.027707 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:26.163736 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:26.190882 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:26.306302 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Deleting port cc0c3d26-0650-4232-93b1-74de119eaf8d {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:26.306877 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:26.410178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:15:25Z', 'revision_number': 5, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port': {'id': 'cc0c3d26-0650-4232-93b1-74de119eaf8d', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:46Z', 'updated_at': '2021-09-17T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:26.445709 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Checking router: 593cd6f9-83a8-4bc5-84b1-e31dcfff928f for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:26.460617 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Routers {'593cd6f9-83a8-4bc5-84b1-e31dcfff928f'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:26.462247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:26.640043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] Set router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f gateway port host: None {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:26.746669 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:15:26Z', 'revision_number': 6, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:26.795875 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] For port cc0c3d26-0650-4232-93b1-74de119eaf8d, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=cc0c3d26-0650-4232-93b1-74de119eaf8d,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:26.796790 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:26.805347 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82198d04-1f34-4924-b1f2-2c7ec8d7ed98 None None] The sync data for ids ['593cd6f9-83a8-4bc5-84b1-e31dcfff928f'] in dv-cinder-809206-2-iscsi is: [{'id': '593cd6f9-83a8-4bc5-84b1-e31dcfff928f', 'name': 'tempest-TestVolumeBootPattern-1963483278-router', 'tenant_id': '0cab3be4cceb430592a04a7befc48bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:45Z', 'updated_at': '2021-09-17T16:15:26Z', 'revision_number': 6, 'project_id': '0cab3be4cceb430592a04a7befc48bd7', 'gw_port_host': None}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:26.813239 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Calling delete_port for cc0c3d26-0650-4232-93b1-74de119eaf8d owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:27.201712 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.251668 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0c3d26-0650-4232-93b1-74de119eaf8d,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:27.353485 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.462943 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.465767 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.619900 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.620369 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593cd6f9-83a8-4bc5-84b1-e31dcfff928f {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:15:27.626440 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.626618 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e4e1b76e-f9df-42e1-af38-ad1146c4f400 admin admin] 10.222.0.59 "DELETE /v2.0/routers/593cd6f9-83a8-4bc5-84b1-e31dcfff928f HTTP/1.1" status: 204 len: 168 time: 1.7309449 Sep 17 16:15:27.631180 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52630) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:27.690122 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Deleting subnet d115eb49-1a40-4d4f-8949-732ed855d1a1 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:15:27.695789 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.759512 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.864347 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e94b560e-8448-4f99-a976-8b3930e9e591 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:27.888991 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: e94b560e-8448-4f99-a976-8b3930e9e591 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:27.889655 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e94b560e-8448-4f99-a976-8b3930e9e591 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:27.890103 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device cc0c3d26-0650-4232-93b1-74de119eaf8d no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:27.910541 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:27.927218 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: cc0c3d26-0650-4232-93b1-74de119eaf8d {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:27.927824 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device cc0c3d26-0650-4232-93b1-74de119eaf8d not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:28.098926 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db9650c1-9e6d-40ba-b6ce-4143e46421db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.128609 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.163734 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.166740 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d115eb49-1a40-4d4f-8949-732ed855d1a1 HTTP/1.1" status: 204 len: 168 time: 0.5343249 Sep 17 16:15:28.168280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06391979-4769-4a49-a174-fe532b93fce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d115eb49-1a40-4d4f-8949-732ed855d1a1,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:28.170638 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52632) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:28.178795 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3831a8-c70e-4b10-8ce4-d853679431d7 None None] Network cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:28.267644 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.358625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Deleting port b389d784-74dd-4bea-b732-6ee8a3e2f576 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:28.359058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.435239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] DHCP port deletion for cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:15:28.447586 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] For port b389d784-74dd-4bea-b732-6ee8a3e2f576, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=b389d784-74dd-4bea-b732-6ee8a3e2f576,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:28.448172 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.472187 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Calling delete_port for b389d784-74dd-4bea-b732-6ee8a3e2f576 owned by network:dhcp {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:28.521861 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Deleting port b389d784-74dd-4bea-b732-6ee8a3e2f576 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:28.522447 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.630267 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] For port b389d784-74dd-4bea-b732-6ee8a3e2f576, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=b389d784-74dd-4bea-b732-6ee8a3e2f576,segment=NetworkSegment(0188fdde-e5b8-48cc-bda0-8a5d9303b95b),segment_id=0188fdde-e5b8-48cc-bda0-8a5d9303b95b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:28.631311 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.653671 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Calling delete_port for b389d784-74dd-4bea-b732-6ee8a3e2f576 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:28.683588 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.730639 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b389d784-74dd-4bea-b732-6ee8a3e2f576,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:28.737124 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] No DVR routers for this DVR port b389d784-74dd-4bea-b732-6ee8a3e2f576 on host dv-cinder-809206-2-iscsi {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:15:28.757846 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.787923 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Pushing event deleted for resources: {'Port': ['ID=b389d784-74dd-4bea-b732-6ee8a3e2f576,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:28.796890 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] No DVR routers for this DVR port b389d784-74dd-4bea-b732-6ee8a3e2f576 on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:15:28.799630 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.800178 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.800735 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.800964 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.801257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.801587 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.801917 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.802244 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.802597 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.802988 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.803232 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.804342 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8beb04-ef9b-4ce2-899b-7f124ece11b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:28.887374 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.922869 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cace5d33-faf9-4a0c-8cf1-067b5a5e4a05']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:28.936876 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0188fdde-e5b8-48cc-bda0-8a5d9303b95b') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:28.937311 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0188fdde-e5b8-48cc-bda0-8a5d9303b95b') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:28.951044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.968485 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.976701 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:15:28.977268 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:15:28.979410 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:15:29.098900 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.107797 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.110308 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cace5d33-faf9-4a0c-8cf1-067b5a5e4a05 HTTP/1.1" status: 204 len: 168 time: 0.9382339 Sep 17 16:15:29.117250 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52640) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:29.123721 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22d8c-3b73-41a6-8ec7-e8d5e3991688 admin admin] Pushing event deleted for resources: {'Network': ['ID=cace5d33-faf9-4a0c-8cf1-067b5a5e4a05,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:29.161661 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52642) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:29.323883 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cb6c73e4-e858-4dc4-beb1-9eb3d9bc53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.468024 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cb6c73e4-e858-4dc4-beb1-9eb3d9bc53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.533383 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-cb6c73e4-e858-4dc4-beb1-9eb3d9bc53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.587938 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-cb6c73e4-e858-4dc4-beb1-9eb3d9bc53ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c70c7667a9044a4b805871f58e1d041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247580 Sep 17 16:15:29.589183 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c73e4-e858-4dc4-beb1-9eb3d9bc53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c6f610-c09e-4ba7-8864-97307644abde,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:29.592562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52646) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:29.635340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.670855 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.698155 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.833523 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device b389d784-74dd-4bea-b732-6ee8a3e2f576 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:29.860167 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: b389d784-74dd-4bea-b732-6ee8a3e2f576 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:29.862855 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device b389d784-74dd-4bea-b732-6ee8a3e2f576 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:29.882151 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.885627 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:29.886579 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5c6f610-c09e-4ba7-8864-97307644abde HTTP/1.1" status: 204 len: 168 time: 0.2929144 Sep 17 16:15:29.897524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435550e2-df51-4a7d-9ac1-c41976b813db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c6f610-c09e-4ba7-8864-97307644abde,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:30.011865 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Deleting port df25fe54-78c9-4da5-b845-f08a5fcbc3ab {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:30.012488 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:30.113247 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] For port df25fe54-78c9-4da5-b845-f08a5fcbc3ab, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:30.113804 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:30.129892 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Calling delete_port for df25fe54-78c9-4da5-b845-f08a5fcbc3ab owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:30.448531 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:30.482631 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=df25fe54-78c9-4da5-b845-f08a5fcbc3ab,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:30.718457 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:30.727451 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f54f41b0-58dc-46c0-9681-ad094090250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.005486 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:31.175800 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52668) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:31.184502 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:31.193295 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-3252da65-be25-4f83-a241-a42f95b52cbd admin admin] 10.222.0.59 "PUT /v2.0/routers/077d1ac7-b398-4bd6-90d9-983d1b4501f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0736451 Sep 17 16:15:31.195845 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52672) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:31.196867 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Sync routers for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:31.212478 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:31.213161 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:31.345980 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690835085-network', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:31.370807 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.378129 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:31.496685 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.510014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Made reservation on behalf of 1a477cf3f57546e3a880bfbfb947a03d for: {'network': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:15:31.513231 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.525448 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.595863 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.669413 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '407b986e-75bb-4da4-babd-32797978ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:15:30Z', 'revision_number': 5, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port': {'id': '407b986e-75bb-4da4-babd-32797978ca70', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:06:57Z', 'updated_at': '2021-09-17T16:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:31.710021 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.717982 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Checking router: 077d1ac7-b398-4bd6-90d9-983d1b4501f2 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:31.732989 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.733479 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Routers {'077d1ac7-b398-4bd6-90d9-983d1b4501f2'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:31.734537 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:31.758928 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Deleting port 407b986e-75bb-4da4-babd-32797978ca70 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:31.758928 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.844922 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.871011 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] Set router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:31.897222 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=94528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:15:31.927647 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:31.946251 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] For port 407b986e-75bb-4da4-babd-32797978ca70, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=407b986e-75bb-4da4-babd-32797978ca70,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:31.946909 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.951798 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:31.954253 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.segments_db [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Added segment aafa0cf6-e3aa-489b-aec5-1f9c806f06d9 of type vlan for network f8698f38-45d7-41a8-b616-623909e6a013 Sep 17 16:15:31.954436 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:15:31Z', 'revision_number': 6, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:31.987839 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Calling delete_port for 407b986e-75bb-4da4-babd-32797978ca70 owned by network:router_gateway {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:31.999834 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f2681-ffa1-4566-b7a7-27ab7ad4840f None None] The sync data for ids ['077d1ac7-b398-4bd6-90d9-983d1b4501f2'] in dv-cinder-809206-2-iscsi is: [{'id': '077d1ac7-b398-4bd6-90d9-983d1b4501f2', 'name': 'tempest-TestVolumeBootPattern-1846506159-router', 'tenant_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:06:56Z', 'updated_at': '2021-09-17T16:15:31Z', 'revision_number': 6, 'project_id': '1d50b2bc4f7a45a7a4ff3effb7c29172', 'gw_port_host': None}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:32.044391 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.243768 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.245496 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:32.246484 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.382962 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2055779 Sep 17 16:15:32.385753 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52674) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:32.386535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6069-fe7e-40c6-a1ac-b322819c094d admin admin] Pushing event updated for resources: {'Network': ['ID=f8698f38-45d7-41a8-b616-623909e6a013,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:32.393006 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Request body: {'subnet': {'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690835085-subnet', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:32.401085 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network f8698f38-45d7-41a8-b616-623909e6a013 details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:15:32.459053 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.488666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Pushing event deleted for resources: {'Port': ['ID=407b986e-75bb-4da4-babd-32797978ca70,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:32.505532 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Made reservation on behalf of 1a477cf3f57546e3a880bfbfb947a03d for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:15:32.514465 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7303316'] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.606418 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.734315 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.736873 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.882270 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.882932 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077d1ac7-b398-4bd6-90d9-983d1b4501f2 {{(pid=94528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:15:32.892829 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.892829 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-31af90b1-7f03-4f6f-af3c-b79c1bad95eb admin admin] 10.222.0.59 "DELETE /v2.0/routers/077d1ac7-b398-4bd6-90d9-983d1b4501f2 HTTP/1.1" status: 204 len: 168 time: 1.6934683 Sep 17 16:15:32.894614 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52676) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:32.905347 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7077470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7303354'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:32.968171 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Deleting subnet cf9fff6c-76b6-4f39-8ab1-05d29050f16d {{(pid=94528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:15:32.973215 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.013373 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249c407c-bfac-40b0-91da-6c1bfec8056a,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:33.027353 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Checking segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:33.028884 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Network hostable DHCP agents. Network: f8698f38-45d7-41a8-b616-623909e6a013, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:15:33.038352 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5577196'] for subnet, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.121996 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Network f8698f38-45d7-41a8-b616-623909e6a013 is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:15:33.138483 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.218359 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, f8698f38-45d7-41a8-b616-623909e6a013) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:33.222932 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:33.229370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.230113 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fe01f-fb07-4d54-8893-33f170a2eb26 None None] Network f8698f38-45d7-41a8-b616-623909e6a013 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:33.304841 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5590225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5424684'] for subnet, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.336319 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9fff6c-76b6-4f39-8ab1-05d29050f16d,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:33.339776 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-96e11c1a-f2ba-43cb-9fcb-43cc1fd27873 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9524932 Sep 17 16:15:33.346991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52678) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:33.346991 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for subnet, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.347253 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-e0d4a849-3ef2-4739-88a1-eed3dbe5deb0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cf9fff6c-76b6-4f39-8ab1-05d29050f16d HTTP/1.1" status: 204 len: 168 time: 0.4510529 Sep 17 16:15:33.351454 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52680) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:33.353626 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:33.372762 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6817a49-bb87-439d-b658-59cd55533e66 None None] Network 5b63f378-5239-4560-9b3b-29886a631954 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:33.439001 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.477442 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.479723 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.517663 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-f8698f38-45d7-41a8-b616-623909e6a013', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:15:33.518618 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.525417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Deleting port 83abd5ac-7f67-415a-ada8-724130530336 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:15:33.534762 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.559288 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.606918 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] For port 83abd5ac-7f67-415a-ada8-724130530336, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=83abd5ac-7f67-415a-ada8-724130530336,segment=NetworkSegment(8e9524bc-f685-4425-90eb-b6f0a114caee),segment_id=8e9524bc-f685-4425-90eb-b6f0a114caee)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:33.607279 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.623785 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Calling delete_port for 83abd5ac-7f67-415a-ada8-724130530336 owned by network:dhcp {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:15:33.804719 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.837325 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:33.851150 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Allocated IP 172.20.0.2 (f8698f38-45d7-41a8-b616-623909e6a013/249c407c-bfac-40b0-91da-6c1bfec8056a/e8b96016-e2d1-4dcf-95fe-d02a2c0f0082) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:33.884816 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device df25fe54-78c9-4da5-b845-f08a5fcbc3ab no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:33.904200 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=83abd5ac-7f67-415a-ada8-724130530336,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:33.910716 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] No DVR routers for this DVR port 83abd5ac-7f67-415a-ada8-724130530336 on host dv-cinder-809206-2-iscsi {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:15:33.960520 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe205ca-01fa-42b3-94ad-3072e09504f7 None None] DHCP port deletion for 5b63f378-5239-4560-9b3b-29886a631954 request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:15:34.001256 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: df25fe54-78c9-4da5-b845-f08a5fcbc3ab {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:34.001770 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device df25fe54-78c9-4da5-b845-f08a5fcbc3ab not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:34.002442 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 407b986e-75bb-4da4-babd-32797978ca70 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:34.010536 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.018571 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.057340 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b63f378-5239-4560-9b3b-29886a631954']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:34.062150 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 407b986e-75bb-4da4-babd-32797978ca70 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:34.062796 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 407b986e-75bb-4da4-babd-32797978ca70 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:34.073530 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9524bc-f685-4425-90eb-b6f0a114caee') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:34.073826 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9524bc-f685-4425-90eb-b6f0a114caee') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:34.085670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.109936 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.125670 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:15:34.126465 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:15:34.132864 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:15:34.169833 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.231140 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.253624 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.255278 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.294124 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.294738 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Network f8698f38-45d7-41a8-b616-623909e6a013 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:34.297955 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:34.302043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:34.308184 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.312075 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5b63f378-5239-4560-9b3b-29886a631954 HTTP/1.1" status: 204 len: 168 time: 0.9583523 Sep 17 16:15:34.315138 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Pushing event updated for resources: {'Port': ['ID=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:34.328267 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f7af-4dcc-4c97-8f28-1b3296a00d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b63f378-5239-4560-9b3b-29886a631954,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:34.397542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Attempting to bind port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:34.398153 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Attempting to bind port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:34.399534 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Attempting to bind port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 on network f8698f38-45d7-41a8-b616-623909e6a013 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:34.409120 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:34.409693 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Checking segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:34.414247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.414247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Bound using segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:34.414247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Bound port: e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:34.414247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.415404 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Allocated IP 172.27.2.173 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/9c282927-6aed-4e8e-9917-f8a9671d85e1) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:34.533527 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] For port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:34.537518 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] For port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:34.598371 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.653628 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.735195 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:34.794408 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12666de2-4a8c-46b6-9d88-2a80b09db1dc None None] Pushing event updated for resources: {'Port': ['ID=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:34.799016 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52684) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:34.808249 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:34.811588 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:34.815880 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:34.877284 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-552d2018-3cb8-4811-9abf-0e5635a2ae39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cab3be4cceb430592a04a7befc48bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763118 Sep 17 16:15:34.880659 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52686) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:34.883903 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c282927-6aed-4e8e-9917-f8a9671d85e1,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:34.959038 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.012436 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.183992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.186710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.187941 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72ad8bc3-190a-4bfd-9505-fdbfce900227 HTTP/1.1" status: 204 len: 168 time: 0.3057201 Sep 17 16:15:35.197873 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99f33a-267f-4e22-b91d-a3f5d2e653fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad8bc3-190a-4bfd-9505-fdbfce900227,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:35.349901 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.605004 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:35.864768 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Router 04e06901-04af-44c5-879d-ddfcf3b7f95b is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:15:35.928588 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:35.967361 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3e4d8-fffe-4b0e-8a6a-54bba9bcd283 None None] Network f8698f38-45d7-41a8-b616-623909e6a013 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:36.179704 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52692) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:36.226260 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] Provisioning complete for port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:36.226541 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.247114 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-00ec1d4c-3bb7-4745-9ded-af1226a5bdc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d50b2bc4f7a45a7a4ff3effb7c29172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592370 Sep 17 16:15:36.247596 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52694) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:36.288094 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:36.288612 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.319337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.364598 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.459660 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.462198 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:36.477702 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Sync routers for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:36.483159 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.517877 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:36.518706 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:36.574049 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.579252 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.583225 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] For port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:36.583487 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ff24fe2-b3da-4438-b9c3-5f2527284eb8 HTTP/1.1" status: 204 len: 168 time: 0.3323874 Sep 17 16:15:36.597055 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e827edc-7518-40c8-abc7-ed35dcfdfbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff24fe2-b3da-4438-b9c3-5f2527284eb8,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:36.607505 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.611679 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-99e27568-4415-409e-b087-d5f9930dfae3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2614427 Sep 17 16:15:36.621013 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52698) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:36.730602 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:36.842231 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:36.992601 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:15:36.994161 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG oslo_db.api [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:15:36.995729 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c939c1a-229e-4d1e-9917-a5f61fac8c3a None None] Pushing event updated for resources: {'Port': ['ID=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:37.017294 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0acd04ac-671a-46de-a69b-10801e4bce11 None None] Provisioning complete for port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:37.017604 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0acd04ac-671a-46de-a69b-10801e4bce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.160665 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:35Z', 'revision_number': 3, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:37.199101 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Checking router: 04e06901-04af-44c5-879d-ddfcf3b7f95b for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:37.199448 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Updating router 04e06901-04af-44c5-879d-ddfcf3b7f95b port 9c282927-6aed-4e8e-9917-f8a9671d85e1 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:15:37.235791 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.365034 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.560459 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Allocated IP 172.20.0.1 (f8698f38-45d7-41a8-b616-623909e6a013/249c407c-bfac-40b0-91da-6c1bfec8056a/e34f4db8-4de3-43b6-bb16-715bea0b5d2c) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:37.628354 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 83abd5ac-7f67-415a-ada8-724130530336 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:15:37.659692 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 83abd5ac-7f67-415a-ada8-724130530336 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:15:37.660028 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 83abd5ac-7f67-415a-ada8-724130530336 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:15:37.667683 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.704593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.749751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.809171 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Attempting to bind port 9c282927-6aed-4e8e-9917-f8a9671d85e1 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:37.809482 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Attempting to bind port 9c282927-6aed-4e8e-9917-f8a9671d85e1 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:37.809756 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Attempting to bind port 9c282927-6aed-4e8e-9917-f8a9671d85e1 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:37.812168 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd4cc8-38b3-408e-8106-bd134d828964 None None] Pushing event updated for resources: {'Port': ['ID=9c282927-6aed-4e8e-9917-f8a9671d85e1,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:37.819145 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:37.819521 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:37.819933 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.820888 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:37.822084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Bound port: 9c282927-6aed-4e8e-9917-f8a9671d85e1, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:37.822084 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.830593 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.863025 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:37.886407 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Network f8698f38-45d7-41a8-b616-623909e6a013 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:37.895448 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:37.902759 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:37.907619 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Pushing event updated for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:37.921239 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] For port 9c282927-6aed-4e8e-9917-f8a9671d85e1, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:37.926350 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] For port 9c282927-6aed-4e8e-9917-f8a9671d85e1, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9c282927-6aed-4e8e-9917-f8a9671d85e1,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:37.960085 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:37.960750 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.965666 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:37.999371 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.126557 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:38.127423 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:38.132549 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd4cc8-38b3-408e-8106-bd134d828964 None None] Pushing event updated for resources: {'Port': ['ID=9c282927-6aed-4e8e-9917-f8a9671d85e1,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:38.229695 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.267032 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f8538b14-34e3-4791-95e3-cd4c7692aba4 None None] Provisioning complete for port e34f4db8-4de3-43b6-bb16-715bea0b5d2c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:38.267420 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8538b14-34e3-4791-95e3-cd4c7692aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.471562 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.494435 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:38.496751 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f8538b14-34e3-4791-95e3-cd4c7692aba4 None None] Port e34f4db8-4de3-43b6-bb16-715bea0b5d2c cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:15:38.544207 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.622045 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Pushing event updated for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:38.625227 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:38.738756 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:35Z', 'revision_number': 3, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:38.761442 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Network f8698f38-45d7-41a8-b616-623909e6a013 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:38.763366 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:38.775495 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f94e6b-55ed-486a-8feb-4949b160974d None None] The sync data for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi is: [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:35Z', 'revision_number': 3, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:38.921364 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Router 04e06901-04af-44c5-879d-ddfcf3b7f95b has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:39.124987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:39.133224 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-6f8f4b2a-d428-4732-8926-8595607a2888 admin admin] 10.222.0.59 "PUT /v2.0/routers/04e06901-04af-44c5-879d-ddfcf3b7f95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105791 Sep 17 16:15:39.226356 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e9c6a207-5bae-4631-87d2-d23cd85bf20b None None] Provisioning complete for port e34f4db8-4de3-43b6-bb16-715bea0b5d2c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:39.228431 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9c6a207-5bae-4631-87d2-d23cd85bf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:39.291611 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6a207-5bae-4631-87d2-d23cd85bf20b None None] Port e34f4db8-4de3-43b6-bb16-715bea0b5d2c cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:15:39.860195 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9c282927-6aed-4e8e-9917-f8a9671d85e1 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:39.921336 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 9c282927-6aed-4e8e-9917-f8a9671d85e1 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:39.921861 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.029190 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.052509 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 9c282927-6aed-4e8e-9917-f8a9671d85e1, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9c282927-6aed-4e8e-9917-f8a9671d85e1,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:40.150057 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.237397 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52714) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:40.241186 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=9c282927-6aed-4e8e-9917-f8a9671d85e1,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:40.245491 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248549817-network', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:40.367030 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Made reservation on behalf of 88474f1c260e4844ba05984edaf83ea9 for: {'network': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:15:40.371762 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for network, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.380588 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.498440 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.540979 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Sync routers for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:40.551200 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:40.551851 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:40.618668 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.656833 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:15:40.668466 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798dbc1-93c3-44b4-84af-4d8bb3f9e165,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:40.680179 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.680633 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.segments_db [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Added segment dc582bb9-6d9b-4908-86b4-74df775a3ea7 of type vlan for network 412bf46f-7e96-4f3e-8857-30a55541b4bf Sep 17 16:15:40.745450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789370010911'] for network, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.793744 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:40.846992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396'] for network, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:40.848257 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:40.849106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.073146 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 2, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:41.103125 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Checking router: 04e06901-04af-44c5-879d-ddfcf3b7f95b for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:41.103495 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Updating router 04e06901-04af-44c5-879d-ddfcf3b7f95b port e34f4db8-4de3-43b6-bb16-715bea0b5d2c binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:15:41.141188 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.237501 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9947073 Sep 17 16:15:41.237501 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb572-5a8f-4f2a-913b-be818b48af12 admin admin] Pushing event updated for resources: {'Network': ['ID=412bf46f-7e96-4f3e-8857-30a55541b4bf,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:41.238490 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52716) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:41.246497 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf details requested by agent ovs-agent-dv-cinder-809206-2-iscsi with host dv-cinder-809206-2-iscsi {{(pid=94530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:15:41.247383 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Request body: {'subnet': {'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248549817-subnet', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'ip_version': 4}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:41.401615 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Made reservation on behalf of 88474f1c260e4844ba05984edaf83ea9 for: {'subnet': 1} {{(pid=94529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:15:41.411431 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7303316'] for subnet, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.485091 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.595337 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.656132 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Pushing event updated for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:41.683390 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.683761 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.686171 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.687393 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.687393 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.687393 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:15:41.721149 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Attempting to bind port e34f4db8-4de3-43b6-bb16-715bea0b5d2c on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:41.726970 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Attempting to bind port e34f4db8-4de3-43b6-bb16-715bea0b5d2c by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:41.726970 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Attempting to bind port e34f4db8-4de3-43b6-bb16-715bea0b5d2c on network f8698f38-45d7-41a8-b616-623909e6a013 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:41.729541 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:41.730047 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Checking segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:41.730570 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.731066 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Bound using segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:41.731656 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Bound port: e34f4db8-4de3-43b6-bb16-715bea0b5d2c, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:41.732144 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.750240 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7077470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7303354'] for subnet, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.833185 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af57bf4-43f8-426a-a6bf-9e01ece952d1,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:41.858930 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] For port e34f4db8-4de3-43b6-bb16-715bea0b5d2c, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:41.870025 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] For port e34f4db8-4de3-43b6-bb16-715bea0b5d2c, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:41.876219 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Checking segment: {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:41.876811 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Network hostable DHCP agents. Network: 412bf46f-7e96-4f3e-8857-30a55541b4bf, hostable agents: ['840279ea-33d4-4728-b15b-06eca35a98ba'], hosted agents: [] {{(pid=94529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:15:41.906396 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9c282927-6aed-4e8e-9917-f8a9671d85e1 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:41.939369 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.973125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf is scheduled to be hosted by DHCP agent 840279ea-33d4-4728-b15b-06eca35a98ba with binding_index 1 {{(pid=94529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:15:41.973559 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] Provisioning complete for port e34f4db8-4de3-43b6-bb16-715bea0b5d2c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:41.974070 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.033451 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:42.034793 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:42.059586 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-2-iscsi, 412bf46f-7e96-4f3e-8857-30a55541b4bf) {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:42.065494 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 9c282927-6aed-4e8e-9917-f8a9671d85e1 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:42.066082 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.067200 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:42.069229 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.102717 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9eeb2-fa2e-468a-b17f-f4e572b24c5a None None] Pushing event updated for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:42.109075 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394b7d2-5679-4efc-86e7-7ff74e6d6115 None None] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:42.175232 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0a118a57-2dc9-4e08-89e3-b0bab2c51f90 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9351940 Sep 17 16:15:42.178024 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52718) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:42.188710 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:15:42.248445 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:42.264436 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.346141 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-464774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.349410 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-458774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-470662', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.356122 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] For port e34f4db8-4de3-43b6-bb16-715bea0b5d2c, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:42.445259 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.469335 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.484997 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2fc0470-ee44-5eb0-9ef6-b34d184838df-412bf46f-7e96-4f3e-8857-30a55541b4bf', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1'}]}} from dv-cinder-809206-2-iscsi. {{(pid=94530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:15:42.486343 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.550357 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:41Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:42.584101 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305ed60-fd15-4308-93da-18c83ae9a6a2 None None] The sync data for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi is: [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:41Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:42.628593 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67252b55-d248-4e11-a380-b0c8e2d5c155 None None] Pushing event updated for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:42.732204 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-2e92c602-4346-4c19-a5f5-cbdf2fbf5f9d None None] Provisioning complete for port e34f4db8-4de3-43b6-bb16-715bea0b5d2c triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:42.732798 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e92c602-4346-4c19-a5f5-cbdf2fbf5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.764370 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.787702 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Allocated IP 172.20.0.2 (412bf46f-7e96-4f3e-8857-30a55541b4bf/7af57bf4-43f8-426a-a6bf-9e01ece952d1/d89aead9-fb26-4da1-91f6-6043ea77426a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:43.118962 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.166443 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.205008 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.208152 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.281197 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:43.286920 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:43.297286 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:43.309958 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Pushing event updated for resources: {'Port': ['ID=d89aead9-fb26-4da1-91f6-6043ea77426a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:43.384305 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Attempting to bind port d89aead9-fb26-4da1-91f6-6043ea77426a on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:43.385306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Attempting to bind port d89aead9-fb26-4da1-91f6-6043ea77426a by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:43.385684 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Attempting to bind port d89aead9-fb26-4da1-91f6-6043ea77426a on network 412bf46f-7e96-4f3e-8857-30a55541b4bf {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:43.392066 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:43.392496 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Checking segment: {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:43.392906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.393302 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Bound using segment: {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:43.393948 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Bound port: d89aead9-fb26-4da1-91f6-6043ea77426a, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:43.394369 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.400166 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Allocated IP 172.27.2.144 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/09916a3a-9728-4b0a-b2f8-1588ba1cf3e5) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:43.474373 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] For port d89aead9-fb26-4da1-91f6-6043ea77426a, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:43.480962 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] For port d89aead9-fb26-4da1-91f6-6043ea77426a, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=d89aead9-fb26-4da1-91f6-6043ea77426a,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:43.573003 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.600415 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.656630 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cbbe7-d3c8-42aa-938b-245e27806282 None None] Pushing event updated for resources: {'Port': ['ID=d89aead9-fb26-4da1-91f6-6043ea77426a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:43.751497 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.887673 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:43.893823 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:43.906343 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:43.972513 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Pushing event updated for resources: {'Port': ['ID=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:44.030238 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e34f4db8-4de3-43b6-bb16-715bea0b5d2c up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:44.100080 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port e34f4db8-4de3-43b6-bb16-715bea0b5d2c triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:44.100693 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:44.365131 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:44.631018 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463441'] for router, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:44.786171 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa2a1f-8769-407c-903f-d01df73c9a43 None None] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:15:44.859046 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] Provisioning complete for port d89aead9-fb26-4da1-91f6-6043ea77426a triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:44.859430 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:44.926992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Router 6080549a-ac73-4404-a99d-519f4dc23c82 is scheduled to L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 with binding_index 1 {{(pid=94529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:15:45.020942 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.066137 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] For port d89aead9-fb26-4da1-91f6-6043ea77426a, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=d89aead9-fb26-4da1-91f6-6043ea77426a,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:45.094911 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:45.107505 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Sync routers for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:45.121764 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:45.122720 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:45.177417 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.185730 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.187790 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-61dd0bc7-7e65-40bc-a8e4-beebb79ae85f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0078216 Sep 17 16:15:45.198101 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52720) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:15:45.480611 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda2da-3d44-4b62-80c6-01e3fe11756a None None] Pushing event updated for resources: {'Port': ['ID=d89aead9-fb26-4da1-91f6-6043ea77426a,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:45.504026 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c82dd2c1-6cae-4683-be96-bc5c6f32a4d9 None None] Provisioning complete for port d89aead9-fb26-4da1-91f6-6043ea77426a triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:45.504439 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82dd2c1-6cae-4683-be96-bc5c6f32a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.531330 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:45.781992 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.848124 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:44Z', 'revision_number': 3, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:45.904823 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Checking router: 6080549a-ac73-4404-a99d-519f4dc23c82 for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:45.905850 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Updating router 6080549a-ac73-4404-a99d-519f4dc23c82 port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 binding host dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:15:45.943620 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device d89aead9-fb26-4da1-91f6-6043ea77426a up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:45.997018 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.003520 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Allocated IP 172.20.0.1 (412bf46f-7e96-4f3e-8857-30a55541b4bf/7af57bf4-43f8-426a-a6bf-9e01ece952d1/89a01306-a9bb-4f38-987f-13176534cda4) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:15:46.151465 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.157709 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port d89aead9-fb26-4da1-91f6-6043ea77426a triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:46.158235 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.259860 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.303303 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:46.307082 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:46.317249 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:15:46.345929 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Pushing event updated for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:46.367685 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-463494'] for router_interface, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.491136 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.572798 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.653095 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.656887 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc0879-fbf9-4443-92c0-b1836457b10c None None] Pushing event updated for resources: {'Port': ['ID=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:46.660393 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Attempting to bind port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:46.660877 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Attempting to bind port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:46.661434 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Attempting to bind port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 on network 5608b960-c80c-42ba-b423-de331f5a0d76 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:46.664887 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ed366b66-0f4f-41dd-9265-d641cdc0712a None None] Provisioning complete for port 89a01306-a9bb-4f38-987f-13176534cda4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:46.676246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed366b66-0f4f-41dd-9265-d641cdc0712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.693698 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:46.694226 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Checking segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:46.694717 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.695321 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Bound using segment: {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:46.696033 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Bound port: 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321039c5-7fcc-4575-b2b9-088f90fc88bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:46.696557 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.744931 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ed366b66-0f4f-41dd-9265-d641cdc0712a None None] Port 89a01306-a9bb-4f38-987f-13176534cda4 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:15:46.780141 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] For port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:46.784501 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] For port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:46.854829 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.871125 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.931335 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:46.931845 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:46.949817 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:46.986138 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc0879-fbf9-4443-92c0-b1836457b10c None None] Pushing event updated for resources: {'Port': ['ID=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:46.990723 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:47.045025 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463894'] for router_interface, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:47.047122 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Pushing event updated for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:47.087151 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:47.221256 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:15:47.223653 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:15:47.356882 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '89a01306-a9bb-4f38-987f-13176534cda4', 'name': '', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'mac_address': 'fa:16:3e:56:db:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:45Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 1, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'subnets': [{'id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:47.388971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c4a6-ba2d-4255-ba5d-1462216a9f9f None None] The sync data for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi is: [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '89a01306-a9bb-4f38-987f-13176534cda4', 'name': '', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'mac_address': 'fa:16:3e:56:db:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:45Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 1, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'subnets': [{'id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:47.576031 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-8963b418-baa3-4563-ada3-fab80d525791 None None] Provisioning complete for port 89a01306-a9bb-4f38-987f-13176534cda4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:47.576663 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8963b418-baa3-4563-ada3-fab80d525791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:47.644198 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8963b418-baa3-4563-ada3-fab80d525791 None None] Port 89a01306-a9bb-4f38-987f-13176534cda4 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:15:47.717406 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Router 6080549a-ac73-4404-a99d-519f4dc23c82 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:15:47.887983 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:15:47.896469 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-05f5419c-232c-4ede-aeed-99e68ae9e8ff admin admin] 10.222.0.59 "PUT /v2.0/routers/6080549a-ac73-4404-a99d-519f4dc23c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965890 Sep 17 16:15:49.950844 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:50.049165 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:50.049777 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:50.239020 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:50.297917 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] For port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:50.390017 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:50.539569 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Pushing event updated for resources: {'Port': ['ID=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:51.228447 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Sync routers for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:15:51.248013 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:51.249461 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:51.421035 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:51.811409 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '89a01306-a9bb-4f38-987f-13176534cda4', 'name': '', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'mac_address': 'fa:16:3e:56:db:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:45Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 2, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'subnets': [{'id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:51.851792 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Checking router: 6080549a-ac73-4404-a99d-519f4dc23c82 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:15:51.852170 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Updating router 6080549a-ac73-4404-a99d-519f4dc23c82 port 89a01306-a9bb-4f38-987f-13176534cda4 binding host dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:15:51.890303 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:51.921989 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:52.018270 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:52.019401 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:52.315480 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:52.663513 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:52.717485 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d48df-852c-4cac-8475-699a66939576 None None] Pushing event updated for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:52.777608 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Attempting to bind port 89a01306-a9bb-4f38-987f-13176534cda4 on host dv-cinder-809206-2-iscsi for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:15:52.778181 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Attempting to bind port 89a01306-a9bb-4f38-987f-13176534cda4 by drivers openvswitch,hyperv on host dv-cinder-809206-2-iscsi at level 0 using segments [{'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:15:52.778899 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Attempting to bind port 89a01306-a9bb-4f38-987f-13176534cda4 on network 412bf46f-7e96-4f3e-8857-30a55541b4bf {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:15:52.790962 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Checking agent: {'id': '650ea7c6-efe5-49c3-8411-5df91e6e21f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 55, 1), 'started_at': datetime.datetime(2021, 9, 17, 15, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:15:52.790962 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Checking segment: {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:15:52.791347 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:52.792845 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Bound using segment: {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:15:52.793188 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Bound port: 89a01306-a9bb-4f38-987f-13176534cda4, host: dv-cinder-809206-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc582bb9-6d9b-4908-86b4-74df775a3ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:15:52.793550 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:52.905238 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] For port 89a01306-a9bb-4f38-987f-13176534cda4, host dv-cinder-809206-2-iscsi, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:15:52.911874 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] For port 89a01306-a9bb-4f38-987f-13176534cda4, host dv-cinder-809206-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=89a01306-a9bb-4f38-987f-13176534cda4,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:15:52.968366 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:15:53.009045 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:53.084884 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] Provisioning complete for port 89a01306-a9bb-4f38-987f-13176534cda4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:53.085555 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:53.093107 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:15:53.094090 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:15:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:53.162656 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d48df-852c-4cac-8475-699a66939576 None None] Pushing event updated for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:53.360124 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:15:53.364544 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:53.435793 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] For port 89a01306-a9bb-4f38-987f-13176534cda4, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=89a01306-a9bb-4f38-987f-13176534cda4,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:15:53.543813 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:53.611455 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180cca0-8868-4d90-bbd2-2f33e9fccb97 None None] Pushing event updated for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:15:53.687269 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-190fc8f0-cd32-445e-b1ec-44a1ad6b2569 None None] Provisioning complete for port 89a01306-a9bb-4f38-987f-13176534cda4 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:53.694098 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-190fc8f0-cd32-445e-b1ec-44a1ad6b2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:53.730412 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '89a01306-a9bb-4f38-987f-13176534cda4', 'name': '', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'mac_address': 'fa:16:3e:56:db:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:45Z', 'updated_at': '2021-09-17T16:15:52Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'subnets': [{'id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:15:53.780262 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4223966-4735-4eca-9d04-0d92ae8ba9be None None] The sync data for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi is: [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:15:46Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': '89a01306-a9bb-4f38-987f-13176534cda4', 'name': '', 'network_id': '412bf46f-7e96-4f3e-8857-30a55541b4bf', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'mac_address': 'fa:16:3e:56:db:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:45Z', 'updated_at': '2021-09-17T16:15:52Z', 'revision_number': 4, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'subnets': [{'id': '7af57bf4-43f8-426a-a6bf-9e01ece952d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:15:53.982579 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 89a01306-a9bb-4f38-987f-13176534cda4 up at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:15:54.080196 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Provisioning complete for port 89a01306-a9bb-4f38-987f-13176534cda4 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:15:54.080196 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:58.048000 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22d82231-1a4b-4810-92f0-1cf879188aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:00.669212 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-79a79015-b39d-4f1a-a50a-a53aeff6aebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:01.629437 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:01.743346 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:01.937588 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-e18b1849-2d9e-4558-b6d1-3bab90d0b621 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:01.939114 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-e18b1849-2d9e-4558-b6d1-3bab90d0b621 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 814 time: 0.1225142 Sep 17 16:16:01.960146 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-e4118894-fada-4cc6-943f-99f7be490b71 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/quotas/1a477cf3f57546e3a880bfbfb947a03d HTTP/1.1" status: 200 len: 375 time: 0.0104165 Sep 17 16:16:02.023102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-6dcb5f75-873e-48bf-949e-667fb28bede2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567157 Sep 17 16:16:02.174882 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b94c78bd-91e2-4f94-8fb1-4829967c0abd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:16:02.176054 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b94c78bd-91e2-4f94-8fb1-4829967c0abd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404219 Sep 17 16:16:02.283928 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-65c51888-4b14-42fe-84fa-a21b663a0049 service neutron] 10.222.0.59 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001670 Sep 17 16:16:02.434996 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-970a09a6-ec64-4ae8-9a34-0bfdfa31cdb4 service neutron] 10.222.0.59 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445045 Sep 17 16:16:02.787542 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2c6794eb-7441-41ee-82a5-4b0e7dfbec73 req-e325d397-bd22-4d8d-b1a0-a66ef20ef2d9 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 210 time: 0.0393822 Sep 17 16:16:03.888109 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0fe8d6cf-38d8-44b2-b34b-740f9fc842fd req-fdf47c4d-f5dd-47fa-a54e-480b8074679b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 210 time: 0.0346355 Sep 17 16:16:03.903815 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:05.017393 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-69f385a8-f61f-4103-980f-e6e8fdcddc40 req-7130f5f0-df52-4441-9929-0feaac196ddc tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 210 time: 0.0468066 Sep 17 16:16:05.515542 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-c3c91b8b-943d-41a4-8408-7ca8db57ec7f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:05.517122 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-c3c91b8b-943d-41a4-8408-7ca8db57ec7f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 814 time: 0.1245430 Sep 17 16:16:05.531044 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'port': {'device_id': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'admin_state_up': True, 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:05.749443 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Made reservation on behalf of 1a477cf3f57546e3a880bfbfb947a03d for: {'port': 1} {{(pid=94528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:16:05.756000 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:05.953533 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.db_base_plugin_common [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Allocated IP 172.20.0.9 (f8698f38-45d7-41a8-b616-623909e6a013/249c407c-bfac-40b0-91da-6c1bfec8056a/acc03814-c65e-46e6-b9c9-f5afeedd1407) {{(pid=94528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:16:06.153653 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-28ee1dc3-2b71-451a-a4ab-c58587b3f80e req-89a565e7-d2c5-48cd-a7c7-8af2d0b7e58c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 210 time: 0.0469873 Sep 17 16:16:06.164116 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for port, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:06.297856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:06.362292 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Network f8698f38-45d7-41a8-b616-623909e6a013 is already hosted by enough agents. {{(pid=94528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:16:06.368524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.scheduler.base_scheduler [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Resources bound (agent type, host, resource id): {{(pid=94528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:16:06.379584 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Received port after_create {{(pid=94528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:16:06.441021 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:06.500489 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:06.501573 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:06.618691 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-d9b2b7f8-3cc0-4af1-8eb4-a255af901985 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0925307 Sep 17 16:16:06.763456 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-fd02ad2c-570b-4a25-8856-a9b3afb6e46c None None] Provisioning complete for port acc03814-c65e-46e6-b9c9-f5afeedd1407 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:16:06.764313 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd02ad2c-570b-4a25-8856-a9b3afb6e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:06.824142 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fd02ad2c-570b-4a25-8856-a9b3afb6e46c None None] Port acc03814-c65e-46e6-b9c9-f5afeedd1407 cannot update to ACTIVE because it is not bound. {{(pid=94530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:16:07.290786 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031172f-6142-49a5-bb91-134b869cffbf req-18095984-a640-4cdb-bad1-e071d4e406d0 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:07.292423 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3031172f-6142-49a5-bb91-134b869cffbf req-18095984-a640-4cdb-bad1-e071d4e406d0 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0665102 Sep 17 16:16:07.338217 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3031172f-6142-49a5-bb91-134b869cffbf req-8a1b7448-1526-4dba-a5c9-efa9ea69a974 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 Sep 17 16:16:08.524339 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6628307-c347-4204-89bf-0771a6d956da req-eec18310-4af7-4e39-9b94-a11db4d7bbed tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:08.528530 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6628307-c347-4204-89bf-0771a6d956da req-eec18310-4af7-4e39-9b94-a11db4d7bbed tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0756094 Sep 17 16:16:08.585644 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d6628307-c347-4204-89bf-0771a6d956da req-f20b4cf9-29d3-40d5-ad72-131fa02e41ee tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Sep 17 16:16:09.763666 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc61d-abf2-4e90-aa4c-7f0d6f038956 req-d12b5df3-8cc2-4cb3-a8de-5dc134e1e763 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:09.766152 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-100dc61d-abf2-4e90-aa4c-7f0d6f038956 req-d12b5df3-8cc2-4cb3-a8de-5dc134e1e763 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0592275 Sep 17 16:16:09.834468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-100dc61d-abf2-4e90-aa4c-7f0d6f038956 req-a5367cc2-9938-4588-a3df-f1f45ea8a07d tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Sep 17 16:16:11.000121 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38bb1a-2c25-4cf8-ab07-7881fb899bbd req-513b418c-e164-462d-9554-7a42e8e77e94 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:11.001873 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fe38bb1a-2c25-4cf8-ab07-7881fb899bbd req-513b418c-e164-462d-9554-7a42e8e77e94 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0636611 Sep 17 16:16:11.064109 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-fe38bb1a-2c25-4cf8-ab07-7881fb899bbd req-5fa27294-3ff6-415a-a889-7bad9afe0b6e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Sep 17 16:16:12.212676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d389-d6f0-4a7f-b012-26ca2b32410f req-a03d9578-d903-488f-8fdc-3036b203bcc7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:12.215659 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cab5d389-d6f0-4a7f-b012-26ca2b32410f req-a03d9578-d903-488f-8fdc-3036b203bcc7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0732005 Sep 17 16:16:12.262604 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-cab5d389-d6f0-4a7f-b012-26ca2b32410f req-65d9d964-dd59-4592-9c7d-1a39b2005608 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Sep 17 16:16:13.442580 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb39fd-b553-46bb-9dde-dd192245b167 req-7ff52606-662e-4606-b611-bc73fd4ba303 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:13.446064 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aecb39fd-b553-46bb-9dde-dd192245b167 req-7ff52606-662e-4606-b611-bc73fd4ba303 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0779538 Sep 17 16:16:13.527852 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-aecb39fd-b553-46bb-9dde-dd192245b167 req-02cf6e69-5350-4ba7-83bd-33b1de9f6677 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747192 Sep 17 16:16:14.723342 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41501f8-1c72-46d8-ada2-07ccca0d8c2a req-a417cdd5-1781-4337-aaf1-0b0376d44d1c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:14.725318 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e41501f8-1c72-46d8-ada2-07ccca0d8c2a req-a417cdd5-1781-4337-aaf1-0b0376d44d1c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0980260 Sep 17 16:16:14.805692 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e41501f8-1c72-46d8-ada2-07ccca0d8c2a req-3ad4fd7b-fed3-47df-94fe-1c8a99a1283d tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671012 Sep 17 16:16:15.966082 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fe3b3-9482-459b-b85a-d82e443a84c0 req-28fd4bb3-fdc7-4bc9-afdb-33eb9b0717a5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:15.968773 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-992fe3b3-9482-459b-b85a-d82e443a84c0 req-28fd4bb3-fdc7-4bc9-afdb-33eb9b0717a5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 931 time: 0.0741129 Sep 17 16:16:16.013720 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-992fe3b3-9482-459b-b85a-d82e443a84c0 req-bbc41258-2489-4a3e-805a-c2267e45bff6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Sep 17 16:16:16.550572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Request body: {'port': {'device_id': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:16.610811 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:16.925635 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:16.969906 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc03814-c65e-46e6-b9c9-f5afeedd1407 {{(pid=94528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:16:16.978586 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:16.994545 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.provisioning_blocks [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Transition to ACTIVE for port object acc03814-c65e-46e6-b9c9-f5afeedd1407 will not be triggered until provisioned by entity L2. {{(pid=94528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:16:17.096978 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:17.163835 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4d43-1ddb-4b8e-a5f6-230b76d547e5 req-f77373c0-1091-43b6-9920-48059f2d76dd tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:17.170471 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-098e4d43-1ddb-4b8e-a5f6-230b76d547e5 req-f77373c0-1091-43b6-9920-48059f2d76dd tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 943 time: 0.0844357 Sep 17 16:16:17.174722 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=2']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:17.215543 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-098e4d43-1ddb-4b8e-a5f6-230b76d547e5 req-7a75ac58-3b5a-4598-a923-63765a33246c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Sep 17 16:16:17.218751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.218751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.218751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.218751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.218751 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.219283 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.219731 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.220385 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.220919 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.221484 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.222062 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.222636 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:17.291821 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Attempting to bind port acc03814-c65e-46e6-b9c9-f5afeedd1407 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:16:17.292170 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Attempting to bind port acc03814-c65e-46e6-b9c9-f5afeedd1407 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:16:17.292541 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Attempting to bind port acc03814-c65e-46e6-b9c9-f5afeedd1407 on network f8698f38-45d7-41a8-b616-623909e6a013 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:16:17.297771 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Port acc03814-c65e-46e6-b9c9-f5afeedd1407 on network f8698f38-45d7-41a8-b616-623909e6a013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:16:17.298117 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Attempting to bind port acc03814-c65e-46e6-b9c9-f5afeedd1407 on network f8698f38-45d7-41a8-b616-623909e6a013 {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:16:17.304011 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Checking agent: {'id': '8da90db1-cb38-42c5-964b-bd009e20649a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'started_at': datetime.datetime(2021, 9, 17, 16, 1, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:16:17.304392 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Checking segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:16:17.304790 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Bound using segment: {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'} {{(pid=94528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:16:17.305242 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.managers [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Bound port: acc03814-c65e-46e6-b9c9-f5afeedd1407, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013'}}] {{(pid=94528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:16:17.305620 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:17.396966 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, cleared binding levels {{(pid=94528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:16:17.402701 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:16:17.490972 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5590247'] for port, after_update {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:17.532393 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:17.532393 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:17.532393 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] 10.222.0.53 "PUT /v2.0/ports/acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 1093 time: 0.9856162 Sep 17 16:16:17.535345 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:16:17.540778 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad64f9d-0159-4750-bbd9-7d1b75599a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:16:17.583250 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30de543-70bf-4e28-8a6f-a380b4979fec service neutron] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=3']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:17.599229 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d503b-3072-44de-b300-0371d08275fe x-openstack-request-id: req-586d503b-3072-44de-b300-0371d08275fe {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:16:17.599878 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:16:17.600261 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-586d503b-3072-44de-b300-0371d08275fe {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:16:17.600876 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:16:17.684920 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-ce77dcf8-d3c4-44ce-8b08-e04f1ab32bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:17.687282 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-ce77dcf8-d3c4-44ce-8b08-e04f1ab32bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1096 time: 0.0645540 Sep 17 16:16:17.814195 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-f5ae0f3b-b729-429c-b952-ef756f6aac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:17.815832 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-f5ae0f3b-b729-429c-b952-ef756f6aac74 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1203492 Sep 17 16:16:17.924033 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-b175e698-2e09-4a00-9eef-3e9113ace3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:17.925625 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-fad64f9d-0159-4750-bbd9-7d1b75599a9b req-b175e698-2e09-4a00-9eef-3e9113ace3b7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022117 Sep 17 16:16:18.012510 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-191bbf01-c69f-42aa-ba95-f0babfd3f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:18.013942 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-191bbf01-c69f-42aa-ba95-f0babfd3f8c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1096 time: 0.0517924 Sep 17 16:16:18.059008 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-1a94d0fd-64fb-4b28-8f5a-1484b7670738 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 217 time: 0.0364442 Sep 17 16:16:18.114265 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-e7c9b28f-1d4d-49d0-832a-9fae3d4b2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:18.115911 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-e7c9b28f-1d4d-49d0-832a-9fae3d4b2e99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0495694 Sep 17 16:16:18.170213 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86a267-dc09-4055-8731-a9d895f0757a req-0817f348-b46f-4aad-a336-ab1fca56da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:18.171752 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-0817f348-b46f-4aad-a336-ab1fca56da45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492446 Sep 17 16:16:18.306349 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-b7465ab4-13f5-4443-87b2-a75257d54b07 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267154 Sep 17 16:16:18.364713 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba30e78-0e44-45f4-8f0c-c0cdbfe005d0 req-683b7b30-2eb1-439a-8b12-fd33c64a9268 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:18.366403 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ba30e78-0e44-45f4-8f0c-c0cdbfe005d0 req-683b7b30-2eb1-439a-8b12-fd33c64a9268 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 943 time: 0.0601933 Sep 17 16:16:18.412363 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-6ba30e78-0e44-45f4-8f0c-c0cdbfe005d0 req-b0bdbb33-db7b-481c-b1f9-e8c590b97bd5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Sep 17 16:16:18.420515 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-9f86a267-dc09-4055-8731-a9d895f0757a req-dc145d4c-e2b8-4bb1-a865-4c7f91d42012 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067736 Sep 17 16:16:19.544394 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb2b9-5f3c-4c78-8adc-dbe67c7a2137 req-f49e9990-126e-44ae-9056-c9cb6de7eefb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:19.546013 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c61cb2b9-5f3c-4c78-8adc-dbe67c7a2137 req-f49e9990-126e-44ae-9056-c9cb6de7eefb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 943 time: 0.0618389 Sep 17 16:16:19.590588 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c61cb2b9-5f3c-4c78-8adc-dbe67c7a2137 req-3353f770-c8fe-4d71-b248-564728502eef tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Sep 17 16:16:20.722958 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109d70d-0358-4b01-8da3-6a3dc2e614a1 req-516d99a4-901c-4431-bac3-bcae8b1c9796 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:20.725399 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3109d70d-0358-4b01-8da3-6a3dc2e614a1 req-516d99a4-901c-4431-bac3-bcae8b1c9796 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 943 time: 0.0641735 Sep 17 16:16:20.772154 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-3109d70d-0358-4b01-8da3-6a3dc2e614a1 req-176adf76-e65c-452f-ba45-56c5fc3fef2a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Sep 17 16:16:21.617004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acc03814-c65e-46e6-b9c9-f5afeedd1407 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:16:21.719754 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:16:21.737201 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Returning: {'device': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'port_id': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'mac_address': 'fa:16:3e:e2:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:16:21.780859 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:21.794875 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc03814-c65e-46e6-b9c9-f5afeedd1407 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:16:21.822977 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:16:21.881407 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:21.919519 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa22a5-72ce-4211-978e-8e416d7ee826 req-be1586a4-26ab-493a-bb71-35ff322f97e7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:21.921542 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68aa22a5-72ce-4211-978e-8e416d7ee826 req-be1586a4-26ab-493a-bb71-35ff322f97e7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 943 time: 0.0677419 Sep 17 16:16:21.943395 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=4']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:21.966815 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68aa22a5-72ce-4211-978e-8e416d7ee826 req-a0c06d12-94ce-4796-aedc-1b86263659ac tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Sep 17 16:16:22.114043 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:16:23.102202 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7a743-5fc7-4228-8611-2f459ef1543b req-eafc3bdd-9121-416c-9392-5dc7071975ad tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:23.105133 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20c7a743-5fc7-4228-8611-2f459ef1543b req-eafc3bdd-9121-416c-9392-5dc7071975ad tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 944 time: 0.0661552 Sep 17 16:16:23.168254 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-20c7a743-5fc7-4228-8611-2f459ef1543b req-55f56aa5-2c02-47b9-bc74-4b5ff7ab3f66 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Sep 17 16:16:23.632999 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acc03814-c65e-46e6-b9c9-f5afeedd1407 up at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:16:23.769692 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning for port acc03814-c65e-46e6-b9c9-f5afeedd1407 completed by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:16:23.775724 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Provisioning complete for port acc03814-c65e-46e6-b9c9-f5afeedd1407 triggered by entity L2. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:16:23.776366 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:23.893395 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:23.920473 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:16:23.922840 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9de292f5cd18068f659cff0093eb8c458a639dc869329be0e49767a3b8c8da4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f53f8eb-3af3-4cfa-bc1b-73849386266f" -d '{"events": [{"server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "name": "network-vif-plugged", "status": "completed", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:16:23.939034 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:16:23.993247 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:24.067811 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=5']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:24.131873 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e822d-414b-42f7-9f41-edbf54368bed x-openstack-request-id: req-8e8e822d-414b-42f7-9f41-edbf54368bed {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:16:24.132235 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "name": "network-vif-plugged", "status": "completed", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:16:24.132609 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e8e822d-414b-42f7-9f41-edbf54368bed {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:16:24.133081 dv-cinder-809206-2-iscsi neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'code': 200} Sep 17 16:16:24.303709 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbf693-dec4-456a-9c18-238b5c539112 req-9d0a8e99-9ed8-4100-836c-8e60bf5f344e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:24.305369 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1cfbf693-dec4-456a-9c18-238b5c539112 req-9d0a8e99-9ed8-4100-836c-8e60bf5f344e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0630374 Sep 17 16:16:24.352378 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-1cfbf693-dec4-456a-9c18-238b5c539112 req-4e348417-e499-402e-af9a-a1168c48d0a7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Sep 17 16:16:24.505968 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cab6f-6534-44fc-a978-b9c8906551e2 req-27f6f279-7be7-454a-b846-427dfec3942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:24.507378 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-213cab6f-6534-44fc-a978-b9c8906551e2 req-27f6f279-7be7-454a-b846-427dfec3942d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1098 time: 0.0479996 Sep 17 16:16:24.549474 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-213cab6f-6534-44fc-a978-b9c8906551e2 req-24d6545f-6118-4d67-853a-f419117f99db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Sep 17 16:16:25.521156 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68439834-b27f-4461-aa52-249836f100c1 req-ecdd283d-6495-4e4a-9e58-688c33808a98 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:25.523458 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68439834-b27f-4461-aa52-249836f100c1 req-ecdd283d-6495-4e4a-9e58-688c33808a98 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0699778 Sep 17 16:16:25.568764 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68439834-b27f-4461-aa52-249836f100c1 req-30a801d8-3a2f-4123-bbcb-d668aee9525b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Sep 17 16:16:26.716191 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c3ec7-4751-4570-8222-3dc0ec67ebd1 req-728c618e-f4e4-4445-a508-7d6182c33fae tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:26.717850 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-972c3ec7-4751-4570-8222-3dc0ec67ebd1 req-728c618e-f4e4-4445-a508-7d6182c33fae tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0565701 Sep 17 16:16:26.781536 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-972c3ec7-4751-4570-8222-3dc0ec67ebd1 req-e06f6e36-2f0c-4dc7-ad91-02bee9392cd8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Sep 17 16:16:26.799632 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-f9e79e8f-2d35-41d2-91d2-a0eb60203d4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449755 Sep 17 16:16:26.922097 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-28141a55-e010-44aa-baa3-41dc023812eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:26.923813 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-28141a55-e010-44aa-baa3-41dc023812eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1098 time: 0.0692220 Sep 17 16:16:26.947329 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7596b25-2e52-4a7f-9373-d622b4917489 req-ba5245a2-e543-40bc-b868-b8eb052811e1 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:26.948983 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c7596b25-2e52-4a7f-9373-d622b4917489 req-ba5245a2-e543-40bc-b868-b8eb052811e1 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0762343 Sep 17 16:16:27.005636 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c7596b25-2e52-4a7f-9373-d622b4917489 req-49793c3a-866c-42a5-b946-2e0ba804b674 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Sep 17 16:16:27.068718 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-37c6d660-bf96-4699-90a5-a4a994281b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:27.071343 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-37c6d660-bf96-4699-90a5-a4a994281b37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1228235 Sep 17 16:16:27.149153 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-48a6dd92-b8a6-4d72-b8c8-d7d90849e8cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 217 time: 0.0702024 Sep 17 16:16:27.203624 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-25e0ee44-9490-42c7-b090-d42dd012af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:27.205181 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-25e0ee44-9490-42c7-b090-d42dd012af82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0487542 Sep 17 16:16:27.273765 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-e0a7ea81-5e43-43f9-9690-04d1ff0995d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:27.275448 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-e0a7ea81-5e43-43f9-9690-04d1ff0995d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634210 Sep 17 16:16:27.405814 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a82f0-0224-48e4-9ebb-f9e3ae35d5d5 req-00f51f89-1b16-4a9a-85d0-d7736489863e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:27.407436 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-522a82f0-0224-48e4-9ebb-f9e3ae35d5d5 req-00f51f89-1b16-4a9a-85d0-d7736489863e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0599978 Sep 17 16:16:27.435021 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-fed54d53-fdde-4dff-8d5a-5de98fd80a69 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523566 Sep 17 16:16:27.453884 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-522a82f0-0224-48e4-9ebb-f9e3ae35d5d5 req-885b2007-e7b7-4ddb-b2b4-c9f6ee44deb2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Sep 17 16:16:27.546555 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-8ce55070-34d7-40c2-ad2d-aa2b881e873b req-c30cee1f-8fa1-4c72-aa4d-ba2e29c3e110 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029754 Sep 17 16:16:28.017485 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40692560-738e-407b-9c1e-3f0c4e496443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:29.959845 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:16:30.656906 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a51f1f92-47f0-4bf0-aa10-e79bdd4442ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:31.610537 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:31.782031 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:33.942829 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:38.229907 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb90f1-8363-4ee7-b204-65bd302554e1 req-f1b12dda-d2ab-44ab-b5a1-39338f6e906a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:38.231446 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2acb90f1-8363-4ee7-b204-65bd302554e1 req-f1b12dda-d2ab-44ab-b5a1-39338f6e906a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0579181 Sep 17 16:16:38.277619 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-2acb90f1-8363-4ee7-b204-65bd302554e1 req-78be4d9a-f742-4ccd-858c-89f973a77592 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Sep 17 16:16:38.302238 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52934) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:38.417011 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d22c2-a8f3-40ea-bfea-f21a2513c071 tempest-TestMinimumBasicScenario-1178403887 tempest-TestMinimumBasicScenario-1178403887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:38.418628 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-a43d22c2-a8f3-40ea-bfea-f21a2513c071 tempest-TestMinimumBasicScenario-1178403887 tempest-TestMinimumBasicScenario-1178403887-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1093 time: 0.1151435 Sep 17 16:16:38.423239 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52938) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:38.428094 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'floatingip': {'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'port_id': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:38.519194 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for floatingip, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:38.638539 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:38.793313 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_common [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Allocated IP 172.27.2.27 (5608b960-c80c-42ba-b423-de331f5a0d76/e3573e93-2d85-4685-b1bf-5cb670780f34/41237c7d-d108-49b3-b3f6-6f0a8789a658) {{(pid=94529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:16:38.933608 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for port, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:39.068351 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789370057144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:39.112318 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Network 5608b960-c80c-42ba-b423-de331f5a0d76 is already hosted by enough agents. {{(pid=94529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:16:39.115737 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.base_scheduler [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Resources bound (agent type, host, resource id): {{(pid=94529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:16:39.119049 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Received port after_create {{(pid=94529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:16:39.161676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'Port': ['ID=41237c7d-d108-49b3-b3f6-6f0a8789a658,revision_number=1']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:39.174892 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.175226 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.175569 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.175881 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.176628 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.176959 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.177289 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.177612 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.178416 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.178771 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.179088 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.179409 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:39.562853 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:39.720075 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:39.959103 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:40.170638 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:40.242295 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'Port': ['ID=41237c7d-d108-49b3-b3f6-6f0a8789a658,revision_number=2']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:40.257912 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463371'] for floatingip, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:40.371079 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Floating IP 8df11bf2-d04e-4512-9625-f770ddac91c2 associated. External IP: 172.27.2.27, port: acc03814-c65e-46e6-b9c9-f5afeedd1407. Sep 17 16:16:40.620816 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Router 04e06901-04af-44c5-879d-ddfcf3b7f95b has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:16:40.743010 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:16:40.755257 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Sync routers for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:16:40.765037 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:16:40.766414 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:16:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:16:40.855183 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:40.889809 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:16:40.894968 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-834ba591-bb3f-4516-a303-7ec9e2cb07f6 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4665694 Sep 17 16:16:40.894968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:16:40.894968 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9928b-2603-49f8-9830-2fdd643443bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:16:40.896609 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52940) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:40.908687 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474828051', 'description': 'tempest-secgroup-smoke-1474828051 description', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:40.947222 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ebbc43-e5d0-49db-b13d-df108e518bcf x-openstack-request-id: req-36ebbc43-e5d0-49db-b13d-df108e518bcf {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:16:40.947583 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:16:40.947766 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36ebbc43-e5d0-49db-b13d-df108e518bcf {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:16:40.948692 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:16:41.027956 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9928b-2603-49f8-9830-2fdd643443bf req-fec37087-9b47-4bf2-a6a6-55e87b277a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:41.029983 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-fec37087-9b47-4bf2-a6a6-55e87b277a1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1098 time: 0.0561755 Sep 17 16:16:41.033439 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.183784 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9928b-2603-49f8-9830-2fdd643443bf req-cc51b1cf-b2f2-4dc3-8b8b-babcd1198a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:41.185274 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-cc51b1cf-b2f2-4dc3-8b8b-babcd1198a62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1409698 Sep 17 16:16:41.273891 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '8df11bf2-d04e-4512-9625-f770ddac91c2', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'port_id': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'mac_address': 'fa:16:3e:e2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:16:39Z', 'updated_at': '2021-09-17T16:16:39Z', 'revision_number': 0, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:16:41.311097 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.349257 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-345c028a-9b17-4656-8e77-9295dccaff28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 998 time: 0.1477444 Sep 17 16:16:41.409940 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.438957 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Checking router: 04e06901-04af-44c5-879d-ddfcf3b7f95b for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:16:41.449737 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:16:41.450028 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:16:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:16:41.491787 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227c208a-4712-49ea-b456-5d459ec541a9,revision_number=1']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:41.497492 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9928b-2603-49f8-9830-2fdd643443bf req-ff5381a7-c37b-498e-9803-b6a3725b1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:41.500218 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-ff5381a7-c37b-498e-9803-b6a3725b1d76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.1382544 Sep 17 16:16:41.530587 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.532478 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b6b37bbc-13f6-4151-9b37-c15ff3d9814f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6333671 Sep 17 16:16:41.538470 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52944) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:41.548030 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:41.584859 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9928b-2603-49f8-9830-2fdd643443bf req-83929882-6a1d-42f5-ba4d-418c40f23e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:41.587905 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-83929882-6a1d-42f5-ba4d-418c40f23e9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758729 Sep 17 16:16:41.593889 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:16:41.695386 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.795110 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.919314 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.949846 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cf87f6-32d6-42b9-a863-11909de10fe3,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:41.975862 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '8df11bf2-d04e-4512-9625-f770ddac91c2', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'port_id': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'mac_address': 'fa:16:3e:e2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:16:39Z', 'updated_at': '2021-09-17T16:16:39Z', 'revision_number': 0, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:16:42.013841 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d859d4a-b1a0-421d-abd5-4525121cb291 None None] The sync data for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi is: [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_floatingips': [{'id': '8df11bf2-d04e-4512-9625-f770ddac91c2', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'router_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'port_id': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'mac_address': 'fa:16:3e:e2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:16:39Z', 'updated_at': '2021-09-17T16:16:39Z', 'revision_number': 0, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:16:42.061506 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-0bb164ce-b36e-4065-ad17-2406ec9a7f5e service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653454 Sep 17 16:16:42.074086 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.076370 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-92975123-44a5-4276-bf36-5d1cad4423d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5350170 Sep 17 16:16:42.079442 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 52946) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:42.088233 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:42.201131 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-52b9928b-2603-49f8-9830-2fdd643443bf req-d35c79f4-d8c8-468b-b2a0-d1510ad7b875 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312811 Sep 17 16:16:42.208019 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.307495 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.312191 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e618c8-cc56-47b5-a9cd-88e19dbe050f None None] New status for floating IP 8df11bf2-d04e-4512-9625-f770ddac91c2: ACTIVE {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:16:42.376105 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.408073 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29689a35-f10e-4d55-858b-18f62eb7c1fd,revision_number=0']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:42.491661 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.493503 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-0616b165-7a7f-45b7-a26f-ae071f9735f2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4118536 Sep 17 16:16:42.498150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52948) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:42.503338 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:42.634093 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.715018 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.895660 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.917725 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f65c9c-5077-495c-8ad3-319ba3fbdf4e,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:43.034384 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.036612 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-8027df38-a5e9-480e-aa1d-fc0963b1fe68 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5371602 Sep 17 16:16:43.044772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52950) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:43.044772 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:43.175978 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.249320 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.342199 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.375743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b1d29-94cc-48fe-99fd-acc76ea968f9,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:43.456026 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.457497 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-54e923fb-60e4-40cd-8063-849061ad836b tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163356 Sep 17 16:16:43.460600 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52952) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:43.466090 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:43.564396 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.securitygroups_db [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Project 1a477cf3f57546e3a880bfbfb947a03d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:16:43.571425 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.643927 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.714016 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.735759 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd42cc9-cc3f-4a96-99a7-1e0d926af0fc,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:43.810225 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.811540 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-34d9595a-092d-4d81-81c3-8ea4fd3fe825 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498192 Sep 17 16:16:43.814631 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 52954) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:43.819906 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.v2.base [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'security_group_rule': {'security_group_id': '227c208a-4712-49ea-b456-5d459ec541a9', 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:43.895777 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.db.securitygroups_db [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Project 1a477cf3f57546e3a880bfbfb947a03d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:16:43.902504 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.989068 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.055652 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514084'] for security_group_rule, after_create {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.075650 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18f9769-70ce-43d9-b66f-2eac8753b9b9,revision_number=0']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:44.124434 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.125776 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-039aee2c-2bbd-4b98-98bf-d5d1ab17e3ff tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3101456 Sep 17 16:16:44.218468 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0aa562d7-0691-48a3-904b-da7012572331 req-bfe593f5-193f-4730-a103-4a81327cb1b5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474828051&fields=id&tenant_id=1a477cf3f57546e3a880bfbfb947a03d HTTP/1.1" status: 200 len: 267 time: 0.0394676 Sep 17 16:16:44.283415 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa562d7-0691-48a3-904b-da7012572331 req-2b85f4c8-a7ed-4d27-aee3-8a643b268234 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:44.285901 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0aa562d7-0691-48a3-904b-da7012572331 req-2b85f4c8-a7ed-4d27-aee3-8a643b268234 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0589104 Sep 17 16:16:44.303605 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'port': {'security_groups': ['355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883', '227c208a-4712-49ea-b456-5d459ec541a9']}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:16:44.393026 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.641190 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:16:44.676807 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.757809 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.771597 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:16:44.813675 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:44.814676 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:44.816561 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-0aa562d7-0691-48a3-904b-da7012572331 req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "PUT /v2.0/ports/acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 981 time: 0.5181992 Sep 17 16:16:44.820718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:16:44.820718 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056d9cb-22af-49b0-91a3-a32f87072062" -d '{"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:16:44.875922 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dfad1a-acb5-4666-a349-3d52527e52f1 x-openstack-request-id: req-b7dfad1a-acb5-4666-a349-3d52527e52f1 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:16:44.876579 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:16:44.877153 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7dfad1a-acb5-4666-a349-3d52527e52f1 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:16:44.878148 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:16:44.879850 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526f76b-455e-497f-a257-2f51b3f48d01 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=6']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:44.902451 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:16:44.952987 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-e9a610e4-db23-4477-aac2-e65eaf72d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:44.955962 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-e9a610e4-db23-4477-aac2-e65eaf72d97d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1137 time: 0.0550694 Sep 17 16:16:45.013545 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3939f-3d60-4eb5-bba9-88931e5fb8e6 req-7f43c2f8-c8fd-46b8-8873-cbcf7bdfc55f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:45.016501 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-81d3939f-3d60-4eb5-bba9-88931e5fb8e6 req-7f43c2f8-c8fd-46b8-8873-cbcf7bdfc55f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0755551 Sep 17 16:16:45.071941 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-81d3939f-3d60-4eb5-bba9-88931e5fb8e6 req-1eb17e7a-bc11-4c39-9020-fe2f02a93782 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464737 Sep 17 16:16:45.093411 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-52614081-a80b-4877-a26c-32810361ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:45.094918 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-52614081-a80b-4877-a26c-32810361ae45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1293726 Sep 17 16:16:45.170576 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-fcf064bc-aef2-472d-b63a-e1b0005e383d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 1000 time: 0.0672200 Sep 17 16:16:45.222038 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-ce24b5a1-824e-4ff4-8d15-dc1513191ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:45.224421 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-ce24b5a1-824e-4ff4-8d15-dc1513191ab1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0461233 Sep 17 16:16:45.227356 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0243356f-2432-432e-bdf6-22e68fd21c39 None None] Provisioning complete for port acc03814-c65e-46e6-b9c9-f5afeedd1407 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:16:45.227876 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0243356f-2432-432e-bdf6-22e68fd21c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:45.276057 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-c45555c9-dbc8-4ae1-9723-dc96339d56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:45.277702 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-c45555c9-dbc8-4ae1-9723-dc96339d56fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455918 Sep 17 16:16:45.389589 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-c8899321-65c8-4d1a-9485-fbbaa9d7aab4 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034679 Sep 17 16:16:45.501911 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-5056d9cb-22af-49b0-91a3-a32f87072062 req-4542c1c1-558f-4a62-96c5-f0c83ee69df5 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Sep 17 16:16:46.970022 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.032409 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c574a480-0ef6-46b9-8216-9b0bd2ac9d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:59.575082 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5852-e3d9-42f2-bb8b-9b7988a71bc6 req-0e2cf7be-f5af-4dd3-a8d7-e2dbd1033ee8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:59.576686 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68cf5852-e3d9-42f2-bb8b-9b7988a71bc6 req-0e2cf7be-f5af-4dd3-a8d7-e2dbd1033ee8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0541601 Sep 17 16:16:59.634918 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-68cf5852-e3d9-42f2-bb8b-9b7988a71bc6 req-e4b21297-8642-40f9-be7f-2195d996474f tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500617 Sep 17 16:16:59.650080 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200449-35c4-4dcb-988b-156656cfcae8 req-1fbf0078-4bec-42f6-8eea-e824dcfc8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:59.651690 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-1fbf0078-4bec-42f6-8eea-e824dcfc8246 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1137 time: 0.0483737 Sep 17 16:16:59.757708 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200449-35c4-4dcb-988b-156656cfcae8 req-b594ef42-d290-4332-b093-c0e8307bb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:59.759932 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-b594ef42-d290-4332-b093-c0e8307bb19e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.0983956 Sep 17 16:16:59.879985 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-a12e78b0-601e-461d-b119-1ed743544f45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 1000 time: 0.1123199 Sep 17 16:16:59.937775 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200449-35c4-4dcb-988b-156656cfcae8 req-ec9ef6a5-7574-421f-8198-4917cdb661ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:59.939330 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-ec9ef6a5-7574-421f-8198-4917cdb661ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0519724 Sep 17 16:16:59.990988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200449-35c4-4dcb-988b-156656cfcae8 req-7a319042-b949-48a2-af92-ce6e06318d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:59.992602 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-7a319042-b949-48a2-af92-ce6e06318d72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456972 Sep 17 16:17:00.134545 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-7da04f47-5190-4bbe-b5a6-462eb0549920 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344652 Sep 17 16:17:00.241876 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-14200449-35c4-4dcb-988b-156656cfcae8 req-1ff5b3bd-aedb-4879-9b80-4ce6fce54d22 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002729 Sep 17 16:17:00.678800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19599eae-ead1-4ca0-a9e2-df3a9e22659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:00.773690 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2b474-1b58-42b4-b6c9-ad24640327af req-6c5c58d9-9b5d-47f5-a4db-5f413d6c016c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:00.775615 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4e2b474-1b58-42b4-b6c9-ad24640327af req-6c5c58d9-9b5d-47f5-a4db-5f413d6c016c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0575261 Sep 17 16:17:00.834551 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d4e2b474-1b58-42b4-b6c9-ad24640327af req-3df57ffc-2f0a-40f2-9b79-dc227ba008c3 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518744 Sep 17 16:17:01.609437 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:01.752595 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:01.977768 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91cf9-b0c5-451c-b5c7-d851fd1c54a8 req-b59a6b20-14f0-4856-82be-3ac8e6d122d0 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:01.980548 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e5e91cf9-b0c5-451c-b5c7-d851fd1c54a8 req-b59a6b20-14f0-4856-82be-3ac8e6d122d0 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0714552 Sep 17 16:17:02.026006 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-e5e91cf9-b0c5-451c-b5c7-d851fd1c54a8 req-7f050789-acd7-4c24-930c-8916d9ac1e10 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392277 Sep 17 16:17:03.160479 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2591b56-4615-4d66-acea-53a59824dcec req-24cb7930-51f3-4bbb-b53f-0fac6bdfc92a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:03.162498 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f2591b56-4615-4d66-acea-53a59824dcec req-24cb7930-51f3-4bbb-b53f-0fac6bdfc92a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0584583 Sep 17 16:17:03.231599 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-f2591b56-4615-4d66-acea-53a59824dcec req-66c52e56-9423-4246-88d7-3acc5ad1c556 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617554 Sep 17 16:17:03.906548 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:04.359475 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b60c26-4205-4d1a-b17b-76a4422f7362 req-5424ef4c-0461-4356-b853-b1b00325b5fc tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:04.361113 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94b60c26-4205-4d1a-b17b-76a4422f7362 req-5424ef4c-0461-4356-b853-b1b00325b5fc tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0545623 Sep 17 16:17:04.416779 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-94b60c26-4205-4d1a-b17b-76a4422f7362 req-b9a14a9a-d40b-4171-bccc-b37444e1d2b2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435336 Sep 17 16:17:05.879834 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87dec1-fe9a-4d72-b264-18b079bb2e2d req-efc1ff94-9ed8-4e1b-89c5-9131b31877a3 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:05.881612 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-df87dec1-fe9a-4d72-b264-18b079bb2e2d req-efc1ff94-9ed8-4e1b-89c5-9131b31877a3 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.3914344 Sep 17 16:17:05.934403 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-df87dec1-fe9a-4d72-b264-18b079bb2e2d req-0c05e8f5-a4aa-4c16-97f0-fdfa232794d7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418193 Sep 17 16:17:06.960210 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:17:07.076312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5467c-59d6-492c-9d99-2105ce4b7a36 req-e1886815-0bf3-42d2-9ad5-8d2fe8753ce9 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:07.078359 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-83f5467c-59d6-492c-9d99-2105ce4b7a36 req-e1886815-0bf3-42d2-9ad5-8d2fe8753ce9 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0681360 Sep 17 16:17:07.130134 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-83f5467c-59d6-492c-9d99-2105ce4b7a36 req-1acd4d1d-8049-4aaf-9ac0-a777339d6a9c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450723 Sep 17 16:17:08.261761 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e030b6-7d49-452a-8af3-b67b84779999 req-c8ba8d67-49c5-48ef-b5c0-3ccab766fedf tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:08.263491 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d2e030b6-7d49-452a-8af3-b67b84779999 req-c8ba8d67-49c5-48ef-b5c0-3ccab766fedf tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0561335 Sep 17 16:17:08.333898 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d2e030b6-7d49-452a-8af3-b67b84779999 req-1a5cd3e0-1829-498b-90ac-d230a0adc9cb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623174 Sep 17 16:17:09.480499 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b85b9a-7b69-4eb8-b472-e1a2fc7d695a req-fbcaabea-3b42-4136-9e62-9c6fdc194b7a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:09.482539 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-40b85b9a-7b69-4eb8-b472-e1a2fc7d695a req-fbcaabea-3b42-4136-9e62-9c6fdc194b7a tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0696747 Sep 17 16:17:09.537231 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-40b85b9a-7b69-4eb8-b472-e1a2fc7d695a req-04a02271-119f-43e0-af12-c42edac98a67 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448258 Sep 17 16:17:10.680296 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a322e-8771-4dbb-9b89-8b292b5d65d5 req-6852db86-b5e7-4490-9bfb-49fe7b18f6d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:10.682020 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a09a322e-8771-4dbb-9b89-8b292b5d65d5 req-6852db86-b5e7-4490-9bfb-49fe7b18f6d2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0653987 Sep 17 16:17:10.732160 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-a09a322e-8771-4dbb-9b89-8b292b5d65d5 req-d69f28aa-4036-482d-a06e-88225bd477d7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397928 Sep 17 16:17:11.918114 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc6b5b-6256-4991-aafe-e7165c75a437 req-207b9d44-0124-41b7-b2be-bbc05ac102b8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:11.920238 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d1dc6b5b-6256-4991-aafe-e7165c75a437 req-207b9d44-0124-41b7-b2be-bbc05ac102b8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0711474 Sep 17 16:17:11.981108 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-d1dc6b5b-6256-4991-aafe-e7165c75a437 req-3a728dae-5734-49c9-b94b-a880bdbf3cb8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=227c208a-4712-49ea-b456-5d459ec541a9&id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527706 Sep 17 16:17:16.929154 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:26.810571 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-f39416df-1686-40a6-a2c5-7cb47fd5594a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487585 Sep 17 16:17:26.904748 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-bc803e5b-291b-4e91-a0fe-56fea6a41a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:26.906350 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-bc803e5b-291b-4e91-a0fe-56fea6a41a9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1137 time: 0.0476763 Sep 17 16:17:27.036179 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-8b78ecb4-7632-4b75-9e22-c80a71b55d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:27.037819 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-8b78ecb4-7632-4b75-9e22-c80a71b55d16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1058352 Sep 17 16:17:27.119461 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-2c3d083e-b701-4fdd-bc17-47da39794613 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 1000 time: 0.0713830 Sep 17 16:17:27.180724 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-01de6203-4243-4408-bb0c-e172df41b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:27.182305 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-01de6203-4243-4408-bb0c-e172df41b90e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0549676 Sep 17 16:17:27.248461 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-f40b28c8-fb64-403a-807b-d1a97d6c19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:27.252864 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-f40b28c8-fb64-403a-807b-d1a97d6c19da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609047 Sep 17 16:17:27.393286 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-752aae3c-4bd5-43ff-9cb8-7445eb03ccbf service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318882 Sep 17 16:17:27.500127 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-b9ea0df9-9cf6-48b9-bf4c-98c64ba8c553 req-7c889762-12fc-4911-94c5-5c05845e331f service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005974 Sep 17 16:17:28.075998 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-804dde84-fb01-4c6a-a209-95767e88e09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:30.699798 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f03c3940-bb1e-4930-932f-8a615169aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:31.596250 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:31.734599 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:33.894424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:43.959808 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:17:44.528254 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-1ba0e9fe-4b4e-4e9f-8c90-0c386ff3875e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474828051&fields=id&tenant_id=1a477cf3f57546e3a880bfbfb947a03d HTTP/1.1" status: 200 len: 267 time: 0.0377703 Sep 17 16:17:44.592957 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-0b86ab83-6149-4550-a15e-eb244a8dbcb5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:44.595586 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-0b86ab83-6149-4550-a15e-eb244a8dbcb5 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 984 time: 0.0554447 Sep 17 16:17:44.613196 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.v2.base [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Request body: {'port': {'security_groups': ['355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883']}} {{(pid=94529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:17:44.692860 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447997'] for port, before_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:44.898980 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:17:44.935005 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for port, precommit_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:44.995288 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789370543373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789370057162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789370057180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7077419'] for port, after_update {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.008691 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:17:45.044716 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:45.045400 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.047102 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-198ad4e8-9aeb-4e54-84e2-5b2e3813f847 req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "PUT /v2.0/ports/acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 942 time: 0.4396250 Sep 17 16:17:45.047900 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:17:45.050988 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018" -d '{"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:17:45.066498 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53004) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:17:45.093280 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event updated for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=7']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:45.102478 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.103503 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.104089 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.104717 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.105346 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.105942 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.106527 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.107268 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.107843 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.108450 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.109225 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.110386 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863e439-639f-4a13-90a9-fc0ceb783ab7 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.118945 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:17:45.130126 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed538607-edf9-449a-9021-cff2d9e9b8d5 x-openstack-request-id: req-ed538607-edf9-449a-9021-cff2d9e9b8d5 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:17:45.130126 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:17:45.130126 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed538607-edf9-449a-9021-cff2d9e9b8d5 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:17:45.130126 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:17:45.209834 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.232230 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-39c1940d-acee-434f-b23d-967b3e2446d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:45.233975 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-39c1940d-acee-434f-b23d-967b3e2446d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1098 time: 0.0813606 Sep 17 16:17:45.247572 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.384156 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-d8bc2598-8051-4c4b-9b23-66c37df64192 None None] Provisioning complete for port acc03814-c65e-46e6-b9c9-f5afeedd1407 triggered by entity DHCP. {{(pid=94530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:17:45.384543 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2598-8051-4c4b-9b23-66c37df64192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457137'] for port, provisioning_complete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.428097 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-d56a90db-d6e8-4ac1-8ab6-adba0c861d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:45.430731 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-d56a90db-d6e8-4ac1-8ab6-adba0c861d8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1857097 Sep 17 16:17:45.551269 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-186459e2-4c9e-4b28-ad1e-5a1a2faa18e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 1000 time: 0.1109922 Sep 17 16:17:45.604014 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.606898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.608279 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "DELETE /v2.0/security-groups/227c208a-4712-49ea-b456-5d459ec541a9 HTTP/1.1" status: 204 len: 168 time: 0.5401900 Sep 17 16:17:45.612051 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53006) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:17:45.629603 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227c208a-4712-49ea-b456-5d459ec541a9,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:45.632778 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-ce4ae35c-a11c-41d3-bf3e-ce7248278e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:45.634470 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-ce4ae35c-a11c-41d3-bf3e-ce7248278e3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0748127 Sep 17 16:17:45.641972 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.642625 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.643121 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.643536 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.643944 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.644398 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.644802 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.645202 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.645611 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.646007 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.646421 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.646851 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45420e-9044-488c-8ddc-04aab5b57acb tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:45.730567 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-e545fcc5-25f1-4e9a-bebf-584f0229d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:45.733590 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-e545fcc5-25f1-4e9a-bebf-584f0229d04e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828760 Sep 17 16:17:45.837786 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Deleting port 41237c7d-d108-49b3-b3f6-6f0a8789a658 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:17:45.838337 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.858526 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-66a0754e-0b6b-42e8-aef8-d930ec352338 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169701 Sep 17 16:17:45.945312 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.945600 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.961663 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Calling delete_port for 41237c7d-d108-49b3-b3f6-6f0a8789a658 owned by network:floatingip {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:17:45.968597 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-92a2ffe4-5cc8-457c-b9be-372ffd1b8018 req-b8c08ed9-8cd4-48c0-bc63-24c58b238f22 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034367 Sep 17 16:17:46.212946 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:46.248498 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event deleted for resources: {'Port': ['ID=41237c7d-d108-49b3-b3f6-6f0a8789a658,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:46.321514 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:46.322069 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.db.l3_db [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Floating IP 8df11bf2-d04e-4512-9625-f770ddac91c2 disassociated (deleted). External IP: 172.27.2.27, port: acc03814-c65e-46e6-b9c9-f5afeedd1407. Sep 17 16:17:46.591943 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Router 04e06901-04af-44c5-879d-ddfcf3b7f95b has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:17:46.727031 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:17:46.733148 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for floatingip, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:46.740105 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Sync routers for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:17:46.756183 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:17:46.757274 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:17:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:46.761958 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-18b17f42-2ffa-40f2-913c-618416ce2ce2 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "DELETE /v2.0/floatingips/8df11bf2-d04e-4512-9625-f770ddac91c2 HTTP/1.1" status: 204 len: 168 time: 1.1484361 Sep 17 16:17:46.966306 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:17:46.997971 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:47.129084 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:17:47.132372 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc4caa2468936f3763e6aff7c884b115b8c311de3b06f04adfbe47bc7a063c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827" -d '{"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:17:47.212493 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa76a8-4f8f-466d-9a11-35334e41bb28 x-openstack-request-id: req-59fa76a8-4f8f-466d-9a11-35334e41bb28 {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:17:47.212784 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:17:47.213083 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59fa76a8-4f8f-466d-9a11-35334e41bb28 {{(pid=94529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:17:47.213777 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:17:47.241736 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:47.288062 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-0c0386d5-2b97-46f6-8574-5a6e7b142ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:47.289754 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-0c0386d5-2b97-46f6-8574-5a6e7b142ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 1098 time: 0.0495183 Sep 17 16:17:47.298353 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Checking router: 04e06901-04af-44c5-879d-ddfcf3b7f95b for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:17:47.313633 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:17:47.315461 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:17:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:47.444138 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-52c891c3-3f12-4cf1-961a-77bb82c46aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:47.446832 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-52c891c3-3f12-4cf1-961a-77bb82c46aa8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 200 len: 915 time: 0.1442800 Sep 17 16:17:47.466537 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:17:47.512820 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-705e67ef-7351-417b-bd76-254f9e74b158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 200 len: 217 time: 0.0564346 Sep 17 16:17:47.602035 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-9d733ea3-d197-4b2e-b74b-2039cb17d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:47.603927 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-9d733ea3-d197-4b2e-b74b-2039cb17d15f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 200 len: 853 time: 0.0822842 Sep 17 16:17:47.658103 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-4f095087-749b-4ee5-a664-46094f0604c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:47.659810 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-4f095087-749b-4ee5-a664-46094f0604c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8698f38-45d7-41a8-b616-623909e6a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452602 Sep 17 16:17:47.761864 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-e059987d-c359-42ee-b06e-57830e18655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:47.786791 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-349cd357-93be-44b8-be23-a3347e673f61 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185548 Sep 17 16:17:47.794219 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059987d-c359-42ee-b06e-57830e18655e None None] The sync data for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi is: [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:15:38Z', 'revision_number': 4, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi', '_interfaces': [{'id': 'e34f4db8-4de3-43b6-bb16-715bea0b5d2c', 'name': '', 'network_id': 'f8698f38-45d7-41a8-b616-623909e6a013', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'mac_address': 'fa:16:3e:31:f2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:37Z', 'updated_at': '2021-09-17T16:15:42Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'subnets': [{'id': '249c407c-bfac-40b0-91da-6c1bfec8056a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:17:47.945140 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4c180f7f-7da4-4d7a-8cba-b9bf5b1da827 req-bf4a9667-3c18-4307-b1a3-5e1b3a2f4bf1 service neutron] 10.222.0.53 "GET /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510627 Sep 17 16:17:48.067287 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245fe857-55ab-45fe-8e21-1ca144010e5e None None] New status for floating IP 8df11bf2-d04e-4512-9625-f770ddac91c2: DOWN {{(pid=94531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:17:51.418145 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530558d-b527-4f3f-99de-47efae646e01 req-26547c12-97ef-4d86-a205-dbff7c5dbc32 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:51.419821 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c530558d-b527-4f3f-99de-47efae646e01 req-26547c12-97ef-4d86-a205-dbff7c5dbc32 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0580480 Sep 17 16:17:51.464723 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-c530558d-b527-4f3f-99de-47efae646e01 req-b803f728-f713-4167-b36d-656fc006c3ab tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Sep 17 16:17:52.608893 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a863573-8eba-4b15-b21c-57305ee0c0a4 req-0d31088c-c4d8-45fc-a087-14750fe50208 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:52.611611 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a863573-8eba-4b15-b21c-57305ee0c0a4 req-0d31088c-c4d8-45fc-a087-14750fe50208 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0635524 Sep 17 16:17:52.654983 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-7a863573-8eba-4b15-b21c-57305ee0c0a4 req-1a4f1ffd-0169-4ebb-9dca-844a7a00f5dd tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/security-groups?id=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367703 Sep 17 16:17:53.088419 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-589ecc1b-0aac-44f5-addf-6845f61880c8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:53.090100 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-589ecc1b-0aac-44f5-addf-6845f61880c8 tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 945 time: 0.0592904 Sep 17 16:17:53.207969 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Deleting port acc03814-c65e-46e6-b9c9-f5afeedd1407 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:17:53.208500 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:53.318017 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] For port acc03814-c65e-46e6-b9c9-f5afeedd1407, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=acc03814-c65e-46e6-b9c9-f5afeedd1407,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:17:53.318460 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:53.338864 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Calling delete_port for acc03814-c65e-46e6-b9c9-f5afeedd1407 owned by compute:nova {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:17:53.665096 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:53.677830 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] get_ports_and_sgs() called for port_ids ['acc03814-c65e-46e6-b9c9-f5afeedd1407'] {{(pid=94530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:17:53.698969 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Pushing event deleted for resources: {'Port': ['ID=acc03814-c65e-46e6-b9c9-f5afeedd1407,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:53.768856 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] No DVR routers for this DVR port acc03814-c65e-46e6-b9c9-f5afeedd1407 on host hv-cinder-80920 {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:17:53.773518 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210964'] for port, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:53.774203 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [req-4b4b3be9-71e3-4873-a435-9642de68d416 req-3c96d734-b1a7-46fe-b84d-a66efe07889e tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.53 "DELETE /v2.0/ports/acc03814-c65e-46e6-b9c9-f5afeedd1407 HTTP/1.1" status: 204 len: 173 time: 0.6779606 Sep 17 16:17:53.774678 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'name': 'network-vif-deleted', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407'}] {{(pid=94528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:17:53.777073 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b02d8e9602af4f36e783c877c67476c4daca7b2c7d63f69a098346a3e163f36c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674abc49-676e-43ae-b735-b9c385f47e75" -d '{"events": [{"server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "name": "network-vif-deleted", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407"}]}' {{(pid=94528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:17:53.804199 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [req-55b0c292-af4c-4f5e-a99f-bf8ce48d2ff9 req-acc66572-13f7-4eda-8236-353e94d8956c tempest-TestMinimumBasicScenario-735757509 tempest-TestMinimumBasicScenario-735757509-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1634f4f-8e9e-4ae2-9b34-1d016fedc720 HTTP/1.1" status: 200 len: 210 time: 0.0343451 Sep 17 16:17:53.821150 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db246b1a-8584-4bc7-a20c-0fd6ca27a0e7 x-openstack-request-id: req-db246b1a-8584-4bc7-a20c-0fd6ca27a0e7 {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:17:53.821554 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1634f4f-8e9e-4ae2-9b34-1d016fedc720", "name": "network-vif-deleted", "tag": "acc03814-c65e-46e6-b9c9-f5afeedd1407", "status": "completed", "code": 200}]} {{(pid=94528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:17:53.821952 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db246b1a-8584-4bc7-a20c-0fd6ca27a0e7 {{(pid=94528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:17:53.822427 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1634f4f-8e9e-4ae2-9b34-1d016fedc720', 'name': 'network-vif-deleted', 'tag': 'acc03814-c65e-46e6-b9c9-f5afeedd1407', 'status': 'completed', 'code': 200} Sep 17 16:17:56.049992 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acc03814-c65e-46e6-b9c9-f5afeedd1407 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:17:56.070856 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] No Port match for: acc03814-c65e-46e6-b9c9-f5afeedd1407 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:17:56.071193 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Device acc03814-c65e-46e6-b9c9-f5afeedd1407 not bound to the agent host hv-cinder-80920 {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:17:56.367931 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53098) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:17:56.767029 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.036913 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Deleting port e34f4db8-4de3-43b6-bb16-715bea0b5d2c {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:17:57.037260 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.129255 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] For port e34f4db8-4de3-43b6-bb16-715bea0b5d2c, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:17:57.129657 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.144587 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Calling delete_port for e34f4db8-4de3-43b6-bb16-715bea0b5d2c owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:17:57.474706 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.504904 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34f4db8-4de3-43b6-bb16-715bea0b5d2c,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:57.713321 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.973090 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Router 04e06901-04af-44c5-879d-ddfcf3b7f95b has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:17:58.007673 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3295-8a6f-44c7-a335-85af162c2679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:58.105640 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:17:58.111495 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-66982ed7-74e0-4fd5-a1c1-045101a7ef73 admin admin] 10.222.0.59 "PUT /v2.0/routers/04e06901-04af-44c5-879d-ddfcf3b7f95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424080 Sep 17 16:17:58.114764 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53100) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:17:58.118467 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Sync routers for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:17:58.130378 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:17:58.131129 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:17:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:58.245927 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks [] for router, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:58.381723 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:58.385811 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: dv-cinder-809206-2-iscsi {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:17:58.550144 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Deleting port 9c282927-6aed-4e8e-9917-f8a9671d85e1 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:17:58.550731 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:58.608256 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:17:57Z', 'revision_number': 5, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port': {'id': '9c282927-6aed-4e8e-9917-f8a9671d85e1', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:34Z', 'updated_at': '2021-09-17T16:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:58.643640 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Checking router: 04e06901-04af-44c5-879d-ddfcf3b7f95b for host: dv-cinder-809206-2-iscsi {{(pid=94530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:17:58.654632 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Routers {'04e06901-04af-44c5-879d-ddfcf3b7f95b'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:17:58.655424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:17:31Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['04e06901-04af-44c5-879d-ddfcf3b7f95b'], 'active': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:58.767519 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvr_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] Set router 04e06901-04af-44c5-879d-ddfcf3b7f95b gateway port host: None {{(pid=94530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:17:58.869001 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_hamode_db [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:17:58Z', 'revision_number': 6, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:17:58.925795 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7fc1d4-1dd8-4f1c-bf3e-7982136ada72 None None] The sync data for ids ['04e06901-04af-44c5-879d-ddfcf3b7f95b'] in dv-cinder-809206-2-iscsi is: [{'id': '04e06901-04af-44c5-879d-ddfcf3b7f95b', 'name': 'tempest-TestMinimumBasicScenario-690835085-router', 'tenant_id': '1a477cf3f57546e3a880bfbfb947a03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:33Z', 'updated_at': '2021-09-17T16:17:58Z', 'revision_number': 6, 'project_id': '1a477cf3f57546e3a880bfbfb947a03d', 'gw_port_host': None}] {{(pid=94530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:17:58.949410 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] For port 9c282927-6aed-4e8e-9917-f8a9671d85e1, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=9c282927-6aed-4e8e-9917-f8a9671d85e1,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:17:58.950054 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:58.973120 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Calling delete_port for 9c282927-6aed-4e8e-9917-f8a9671d85e1 owned by network:router_gateway {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:17:59.242281 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.272594 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c282927-6aed-4e8e-9917-f8a9671d85e1,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:59.362851 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.472314 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.474987 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.596919 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.597875 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e06901-04af-44c5-879d-ddfcf3b7f95b {{(pid=94529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:17:59.603355 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] Notify callbacks [] for router, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.604590 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-38f52141-aff4-4450-a65e-6491914b788b admin admin] 10.222.0.59 "DELETE /v2.0/routers/04e06901-04af-44c5-879d-ddfcf3b7f95b HTTP/1.1" status: 204 len: 168 time: 1.4886112 Sep 17 16:17:59.607417 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53102) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:17:59.658285 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Deleting subnet 249c407c-bfac-40b0-91da-6c1bfec8056a {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:17:59.662074 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.703496 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.852396 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:59.935211 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e34f4db8-4de3-43b6-bb16-715bea0b5d2c no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:17:59.962803 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: e34f4db8-4de3-43b6-bb16-715bea0b5d2c {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:17:59.963344 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e34f4db8-4de3-43b6-bb16-715bea0b5d2c not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:17:59.964273 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9c282927-6aed-4e8e-9917-f8a9671d85e1 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:17:59.992945 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 9c282927-6aed-4e8e-9917-f8a9671d85e1 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:17:59.993384 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 9c282927-6aed-4e8e-9917-f8a9671d85e1 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:00.019385 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.059122 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.061181 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/249c407c-bfac-40b0-91da-6c1bfec8056a HTTP/1.1" status: 204 len: 168 time: 0.4527764 Sep 17 16:18:00.062409 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78cbdc-9e32-4d7d-ab83-d5248e6647c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249c407c-bfac-40b0-91da-6c1bfec8056a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:00.065863 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53104) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:00.068071 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d0d3c-8136-4bdf-aeab-ebb3555d9779 None None] Network f8698f38-45d7-41a8-b616-623909e6a013 requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:00.142673 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.205029 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Deleting port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:00.205383 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.284485 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] For port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:00.284870 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.302433 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Calling delete_port for e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 owned by network:dhcp {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:00.337564 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] DHCP port deletion for f8698f38-45d7-41a8-b616-623909e6a013 request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:18:00.419855 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Deleting port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:00.420272 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.493894 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] For port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,segment=NetworkSegment(aafa0cf6-e3aa-489b-aec5-1f9c806f06d9),segment_id=aafa0cf6-e3aa-489b-aec5-1f9c806f06d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:00.494299 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.498965 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.511023 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Calling delete_port for e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:00.531525 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:00.536658 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] No DVR routers for this DVR port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 on host dv-cinder-809206-2-iscsi {{(pid=94528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:18:00.619749 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.633743 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.667685 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] No DVR routers for this DVR port e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:18:00.670804 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb682-c1e1-4761-852f-170fc729d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.674097 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Pushing event deleted for resources: {'Port': ['ID=e8b96016-e2d1-4dcf-95fe-d02a2c0f0082,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:00.676548 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8698f38-45d7-41a8-b616-623909e6a013']}} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:00.689787 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.690716 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.691131 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.691460 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.692002 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.692590 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.693238 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.693680 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.695045 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.695045 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.695834 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.695834 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae10a6-cfa9-48c1-893b-16c8902d4f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-2-iscsi {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:00.697609 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9') {'for_net_delete': True} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:00.697988 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.services.segments.db [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafa0cf6-e3aa-489b-aec5-1f9c806f06d9') {} {{(pid=94528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:00.718426 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5577191'] for segment, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.736475 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.744638 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:00.745058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5590543'] for segment, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: Traceback (most recent call last): Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: timer() Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: cb(*args, **kw) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: return func(*args, **kwargs) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: self._notify() Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: self.callback(batched_events) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: event.method(event) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: return f(self, *a, **k) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._get(url).json() Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:00.747117 dv-cinder-809206-2-iscsi neutron-server[94528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:00.904524 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.911432 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:00.913378 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f8698f38-45d7-41a8-b616-623909e6a013 HTTP/1.1" status: 204 len: 168 time: 0.8463221 Sep 17 16:18:00.916523 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53106) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:00.932499 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada863ea-6747-4829-af33-ce39cdb50e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8698f38-45d7-41a8-b616-623909e6a013,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:01.301909 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463883'] for router_interface, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:01.556271 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:01.580764 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Deleting port 89a01306-a9bb-4f38-987f-13176534cda4 {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:01.581106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:01.668158 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] For port 89a01306-a9bb-4f38-987f-13176534cda4, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=89a01306-a9bb-4f38-987f-13176534cda4,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:01.668732 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:01.690730 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Calling delete_port for 89a01306-a9bb-4f38-987f-13176534cda4 owned by network:router_interface {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:01.745215 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:01.917724 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:18:01.943259 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:18:01.943689 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device e8b96016-e2d1-4dcf-95fe-d02a2c0f0082 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:02.019430 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:02.052559 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Pushing event deleted for resources: {'Port': ['ID=89a01306-a9bb-4f38-987f-13176534cda4,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:02.235544 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463547'] for router_interface, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:02.473346 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Router 6080549a-ac73-4404-a99d-519f4dc23c82 has already been hosted by L3 agent 156f00f2-f2d1-4c9a-a20c-1fb6f2da0173 {{(pid=94529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:18:02.594313 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] Notify agent at l3_agent.dv-cinder-809206-2-iscsi the message routers_updated {{(pid=94529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:18:02.600922 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-bf63fd41-c14e-4797-95bf-28bc18aa371b admin admin] 10.222.0.59 "PUT /v2.0/routers/6080549a-ac73-4404-a99d-519f4dc23c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826248 Sep 17 16:18:02.604621 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53108) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:02.606540 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Sync routers for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:18:02.618387 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:18:02.619009 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:18:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:02.728558 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:02.745850 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: dv-cinder-809206-2-iscsi {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:18:02.849929 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:02.962143 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'external_fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:18:01Z', 'revision_number': 5, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port': {'id': '09916a3a-9728-4b0a-b2f8-1588ba1cf3e5', 'name': '', 'network_id': '5608b960-c80c-42ba-b423-de331f5a0d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:15:43Z', 'updated_at': '2021-09-17T16:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3573e93-2d85-4685-b1bf-5cb670780f34', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-2-iscsi'}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:03.006091 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Deleting port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 {{(pid=94528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:03.006389 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.082960 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Checking router: 6080549a-ac73-4404-a99d-519f4dc23c82 for host: dv-cinder-809206-2-iscsi {{(pid=94531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:18:03.092225 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Routers {'6080549a-ac73-4404-a99d-519f4dc23c82'} bound to L3 agent in host dv-cinder-809206-2-iscsi {{(pid=94531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:18:03.092910 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:55:01Z,description=,heartbeat_timestamp=2021-09-17T16:18:01Z,host='dv-cinder-809206-2-iscsi',id=156f00f2-f2d1-4c9a-a20c-1fb6f2da0173,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:55:01Z,topic='l3_agent')) {'router_ids': ['6080549a-ac73-4404-a99d-519f4dc23c82'], 'active': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:03.100793 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.db [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] For port 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,segment=NetworkSegment(321039c5-7fcc-4575-b2b9-088f90fc88bd),segment_id=321039c5-7fcc-4575-b2b9-088f90fc88bd)] {{(pid=94528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:03.101155 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.116189 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Calling delete_port for 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 owned by network:router_gateway {{(pid=94528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:03.189280 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_dvr_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] Set router 6080549a-ac73-4404-a99d-519f4dc23c82 gateway port host: None {{(pid=94531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:18:03.245468 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.l3_hamode_db [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:18:02Z', 'revision_number': 6, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port_host': None}], 'dv-cinder-809206-2-iscsi', False) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:03.277283 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1af101-ab07-4984-90c4-205d8fe03ff5 None None] The sync data for ids ['6080549a-ac73-4404-a99d-519f4dc23c82'] in dv-cinder-809206-2-iscsi is: [{'id': '6080549a-ac73-4404-a99d-519f4dc23c82', 'name': 'tempest-TestMinimumBasicScenario-248549817-router', 'tenant_id': '88474f1c260e4844ba05984edaf83ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:15:42Z', 'updated_at': '2021-09-17T16:18:02Z', 'revision_number': 6, 'project_id': '88474f1c260e4844ba05984edaf83ea9', 'gw_port_host': None}] {{(pid=94531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:18:03.423898 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5590270'] for port, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.474888 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=09916a3a-9728-4b0a-b2f8-1588ba1cf3e5,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:03.578464 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463485'] for router_gateway, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.743455 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-458796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.747051 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.886468 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-458967'] for router, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.887325 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6080549a-ac73-4404-a99d-519f4dc23c82 {{(pid=94528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:18:03.895921 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] Notify callbacks [] for router, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.900056 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-5d9b1950-f5c0-4c87-a344-2d57458d0c02 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6080549a-ac73-4404-a99d-519f4dc23c82 HTTP/1.1" status: 204 len: 168 time: 1.2916226 Sep 17 16:18:03.900978 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53110) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:03.920651 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.948987 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 89a01306-a9bb-4f38-987f-13176534cda4 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:18:03.964875 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Deleting subnet 7af57bf4-43f8-426a-a6bf-9e01ece952d1 {{(pid=94529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:18:03.969254 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:03.979118 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 89a01306-a9bb-4f38-987f-13176534cda4 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:18:03.979599 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 89a01306-a9bb-4f38-987f-13176534cda4 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:03.980138 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:18:04.007037 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:18:04.007561 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device 09916a3a-9728-4b0a-b2f8-1588ba1cf3e5 not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:04.010571 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6759090'] for subnet, precommit_delete_associations {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.120167 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1460621'] for subnet, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.293948 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1460634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7077405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7303347'] for subnet, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.325322 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af57bf4-43f8-426a-a6bf-9e01ece952d1,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:04.334420 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.337757 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-e6d2f418-831e-4c8e-9875-f3954697bcfa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7af57bf4-43f8-426a-a6bf-9e01ece952d1 HTTP/1.1" status: 204 len: 168 time: 0.4351344 Sep 17 16:18:04.340535 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.wsgi [-] (94529) accepted ('10.222.0.59', 53112) {{(pid=94529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:04.344255 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daef55f-0785-4c69-bfda-82b26ca96e89 None None] Network 412bf46f-7e96-4f3e-8857-30a55541b4bf requested from dv-cinder-809206-2-iscsi {{(pid=94530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:04.435876 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1527932'] for network, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.514652 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Deleting port d89aead9-fb26-4da1-91f6-6043ea77426a {{(pid=94529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:04.515001 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.535325 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] DHCP port deletion for 412bf46f-7e96-4f3e-8857-30a55541b4bf request from dv-cinder-809206-2-iscsi {{(pid=94530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:18:04.586594 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.db [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] For port d89aead9-fb26-4da1-91f6-6043ea77426a, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=d89aead9-fb26-4da1-91f6-6043ea77426a,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:04.586977 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.602861 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Calling delete_port for d89aead9-fb26-4da1-91f6-6043ea77426a owned by network:dhcp {{(pid=94529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:04.617817 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Deleting port d89aead9-fb26-4da1-91f6-6043ea77426a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:04.618268 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789370538545'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.733781 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] For port d89aead9-fb26-4da1-91f6-6043ea77426a, host dv-cinder-809206-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-2-iscsi',level=0,port_id=d89aead9-fb26-4da1-91f6-6043ea77426a,segment=NetworkSegment(dc582bb9-6d9b-4908-86b4-74df775a3ea7),segment_id=dc582bb9-6d9b-4908-86b4-74df775a3ea7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:04.734976 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467779'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.756371 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7077426'] for port, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.759040 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Calling delete_port for d89aead9-fb26-4da1-91f6-6043ea77426a owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:04.803225 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89aead9-fb26-4da1-91f6-6043ea77426a,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:04.806750 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] No DVR routers for this DVR port d89aead9-fb26-4da1-91f6-6043ea77426a on host dv-cinder-809206-2-iscsi {{(pid=94529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:18:04.888507 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789370543863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789370057153'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.934045 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] Pushing event deleted for resources: {'Port': ['ID=d89aead9-fb26-4da1-91f6-6043ea77426a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:04.938551 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f570d3a-593e-4198-8f54-319ac9378c0a None None] No DVR routers for this DVR port d89aead9-fb26-4da1-91f6-6043ea77426a on host dv-cinder-809206-2-iscsi {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:18:04.945099 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462026', 'neutron.services.segments.db._delete_segments_for_network-8789370585245'] for network, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:04.972713 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412bf46f-7e96-4f3e-8857-30a55541b4bf']}} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:04.983457 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc582bb9-6d9b-4908-86b4-74df775a3ea7') {'for_net_delete': True} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:04.983844 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.services.segments.db [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc582bb9-6d9b-4908-86b4-74df775a3ea7') {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:04.994032 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789370586790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6759097'] for segment, before_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.009106 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296'] for segment, precommit_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.016492 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:05.016918 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7077059'] for segment, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: Traceback (most recent call last): Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: timer() Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: cb(*args, **kw) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: return func(*args, **kwargs) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: self._notify() Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: self.callback(batched_events) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: event.method(event) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: return f(self, *a, **k) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._get(url).json() Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:05.018770 dv-cinder-809206-2-iscsi neutron-server[94529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:05.156264 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463385'] for network, after_delete {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.163788 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603414'] for network, before_response {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.166266 dv-cinder-809206-2-iscsi neutron-server[94529]: INFO neutron.wsgi [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] 10.222.0.59 "DELETE /v2.0/networks/412bf46f-7e96-4f3e-8857-30a55541b4bf HTTP/1.1" status: 204 len: 168 time: 0.8244407 Sep 17 16:18:05.185505 dv-cinder-809206-2-iscsi neutron-server[94529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7783648-3c9e-4dbb-8841-bbbb61bc9672 admin admin] Pushing event deleted for resources: {'Network': ['ID=412bf46f-7e96-4f3e-8857-30a55541b4bf,revision_number=None']} {{(pid=94529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:05.596680 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53116) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:05.643261 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-ac326267-c001-4d5a-b4a0-a757d55f866c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a477cf3f57546e3a880bfbfb947a03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452392 Sep 17 16:18:05.646251 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53118) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:05.703554 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.728746 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.863984 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.866447 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:05.868047 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883 HTTP/1.1" status: 204 len: 168 time: 0.2204342 Sep 17 16:18:05.882679 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96ccc-30f1-4ab1-95da-3e21b96038b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ff8b8-8abf-44c5-b0a4-c2c0c9c6e883,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:05.932556 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device d89aead9-fb26-4da1-91f6-6043ea77426a no longer exists at agent ovs-agent-dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:18:05.958747 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] No Port match for: d89aead9-fb26-4da1-91f6-6043ea77426a {{(pid=94530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:18:05.959680 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron.plugins.ml2.rpc [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Device d89aead9-fb26-4da1-91f6-6043ea77426a not bound to the agent host dv-cinder-809206-2-iscsi {{(pid=94530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:06.762864 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53124) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:06.814051 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-69e57e66-085f-4df4-aac8-410c87858ba2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88474f1c260e4844ba05984edaf83ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497415 Sep 17 16:18:06.816749 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [-] (94528) accepted ('10.222.0.59', 53126) {{(pid=94528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:06.885058 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:06.908535 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:07.041717 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502484'] for security_group, after_delete {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:07.044823 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron_lib.callbacks.manager [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:07.048169 dv-cinder-809206-2-iscsi neutron-server[94528]: INFO neutron.wsgi [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e798dbc1-93c3-44b4-84af-4d8bb3f9e165 HTTP/1.1" status: 204 len: 168 time: 0.2280324 Sep 17 16:18:07.059497 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e48e8-257e-44ef-8fe2-162de88183d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798dbc1-93c3-44b4-84af-4d8bb3f9e165,revision_number=None']} {{(pid=94528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:16.956004 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:20.960566 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:18:27.990324 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a97d-afc2-4543-9611-a8e208add6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:30.652780 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a30f5095-ecd4-4c49-9cdd-ddaeb6c3e90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.584049 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.733167 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.926397 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:46.937615 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.959769 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:18:58.017662 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-88e2034b-ec75-48b6-8ea8-358ee03cbda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.690086 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b02670d-02a3-4d49-b998-c873e33e85ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.565723 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.777336 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:03.914499 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:16.960424 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:28.017753 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7240bd1-1436-4079-afff-6d756d567349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:30.656800 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-efcc8373-d462-49c7-bf7e-647e8b2938cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:31.588542 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:31.754025 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:33.919445 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:34.960295 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:19:46.953502 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.025670 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ccc-4f57-4dcc-9e48-1025957f26a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.633096 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c90550d0-b814-4c78-90c8-18a7a281114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.585781 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.776099 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.911082 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:11.959137 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:20:16.945355 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:28.033082 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18552820-1103-4b97-ad30-cf7679a343c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.653535 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfad9-cb84-4d37-a4fb-7fc9a5d39ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:31.584694 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:31.776153 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:33.918302 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:46.992579 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:48.958468 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:20:58.030115 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-575cf8b7-e612-4772-85f1-1ff3acecbd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:00.632474 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-79da5bcd-513a-402f-998d-6a1e9c73a7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:01.573446 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:01.757763 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:03.929958 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:16.997686 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:25.957882 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:21:28.007246 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c18f54-a585-4b34-929e-aeb2580ea76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:30.666237 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c060e10-916a-47ce-bb02-5ff9f14a1aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:31.601552 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:31.780708 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:33.923476 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:46.985911 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:58.005775 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0eee6a89-d4cd-4915-aaa4-78ede3b31996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:00.675016 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da613379-1a85-402a-a158-4f569cfabce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:01.618160 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:01.780204 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:02.957165 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:22:03.957213 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:17.006132 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:28.005612 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bee9-971c-4448-bc12-7e187c454aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:30.651334 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9bde38e7-0785-4fb6-a844-f34d37ba72d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:31.597409 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:31.811585 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:33.917036 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:39.957030 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:22:47.028166 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:57.999934 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5059f603-659f-48ed-b7f1-60b8cce218d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.667896 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f42b005-e89f-4053-9f85-86c58bba6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:01.591271 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:01.788927 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:03.930988 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:16.956031 dv-cinder-809206-2-iscsi neutron-server[94531]: DEBUG neutron.db.agents_db [None req-760c6d65-285d-4ec2-8dab-284f05edb879 None None] Agent healthcheck: found 6 active agents {{(pid=94531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:23:17.019547 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ae0-9063-456c-9993-5478bf7d0316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:27.998795 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-160454d9-5d91-465a-ab3c-9866fa4e015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.526260 dv-cinder-809206-2-iscsi neutron-server[94528]: DEBUG neutron.wsgi [req-e439e8ec-90ec-4a82-8a2d-ce659c720bd6 req-93e121fa-af95-4261-93d9-33cd3fbba913 tempest-AttachVolumeTestJSON-1272674557 tempest-AttachVolumeTestJSON-1272674557-project] (94528) timed out ('10.222.0.53', 64091) {{(pid=94528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 16:23:30.622063 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ae6449b-1b2c-4581-b7f3-c8a85e3afa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.564697 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1452a32f-dbd6-4e65-a23f-b51024ca4916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.801660 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e855802-6bde-4399-b282-3a22cf362cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.930888 dv-cinder-809206-2-iscsi neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ffc-e116-4028-adb0-9183713d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789370585227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456650'] for agent, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}